2024-11-08 19:15:26,937 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-08 19:15:26,972 main DEBUG Took 0.032481 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 19:15:26,972 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 19:15:26,973 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 19:15:26,977 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 19:15:26,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:15:26,989 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 19:15:27,012 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:15:27,014 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:15:27,015 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:15:27,016 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:15:27,017 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:15:27,017 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:15:27,018 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:15:27,019 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:15:27,020 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:15:27,020 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:15:27,021 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:15:27,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:15:27,023 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:15:27,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:15:27,025 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:15:27,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:15:27,027 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:15:27,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:15:27,028 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:15:27,028 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:15:27,029 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:15:27,030 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:15:27,030 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:15:27,031 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:15:27,031 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:15:27,032 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 19:15:27,038 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:15:27,040 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 19:15:27,042 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 19:15:27,043 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 19:15:27,045 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 19:15:27,045 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 19:15:27,057 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 19:15:27,060 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 19:15:27,063 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 19:15:27,063 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 19:15:27,064 main DEBUG createAppenders(={Console}) 2024-11-08 19:15:27,065 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-08 19:15:27,066 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-08 19:15:27,066 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-08 19:15:27,067 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 19:15:27,067 main DEBUG OutputStream closed 2024-11-08 19:15:27,067 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 19:15:27,068 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 19:15:27,068 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-08 19:15:27,188 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 19:15:27,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 19:15:27,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 19:15:27,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 19:15:27,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 19:15:27,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 19:15:27,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 19:15:27,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 19:15:27,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 19:15:27,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 19:15:27,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 19:15:27,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 19:15:27,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 19:15:27,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 19:15:27,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 19:15:27,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 19:15:27,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 19:15:27,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 19:15:27,207 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 19:15:27,207 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-08 19:15:27,208 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 19:15:27,209 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-08T19:15:27,232 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-08 19:15:27,236 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 19:15:27,237 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T19:15:27,314 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=4163 2024-11-08T19:15:27,652 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-08T19:15:27,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6 2024-11-08T19:15:27,711 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/cluster_7f91fe4d-c504-20ce-9d23-ff73df0964ab, deleteOnExit=true 2024-11-08T19:15:27,897 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/cluster_7f91fe4d-c504-20ce-9d23-ff73df0964ab/zookeeper_0, clientPort=64379, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/cluster_7f91fe4d-c504-20ce-9d23-ff73df0964ab/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/cluster_7f91fe4d-c504-20ce-9d23-ff73df0964ab/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:15:27,920 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64379 2024-11-08T19:15:27,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:15:27,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:15:27,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/test.cache.data in system properties and HBase conf 2024-11-08T19:15:27,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:15:27,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:15:27,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:15:27,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:15:27,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:15:28,042 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T19:15:28,166 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:15:28,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:15:28,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:15:28,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:15:28,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:15:28,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:15:28,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:15:28,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:15:28,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:15:28,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:15:28,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:15:28,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:15:28,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:15:28,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:15:28,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:15:29,726 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T19:15:29,829 INFO [Time-limited test {}] log.Log(170): Logging initialized @4151ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T19:15:29,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:15:30,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:15:30,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:15:30,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:15:30,096 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:15:30,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:15:30,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:15:30,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:15:30,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74014320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/java.io.tmpdir/jetty-localhost-36303-hadoop-hdfs-3_4_1-tests_jar-_-any-5315542804788910943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:15:30,405 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:36303} 2024-11-08T19:15:30,406 INFO [Time-limited test {}] server.Server(415): Started @4729ms 2024-11-08T19:15:31,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:15:31,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:15:31,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:15:31,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:15:31,262 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:15:31,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4084a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:15:31,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fac5960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:15:31,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5373e2c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/java.io.tmpdir/jetty-localhost-41127-hadoop-hdfs-3_4_1-tests_jar-_-any-1107555370152242008/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:15:31,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ad8665{HTTP/1.1, (http/1.1)}{localhost:41127} 2024-11-08T19:15:31,386 INFO [Time-limited test {}] server.Server(415): Started @5709ms 2024-11-08T19:15:31,451 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:15:32,498 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/cluster_7f91fe4d-c504-20ce-9d23-ff73df0964ab/data/data2/current/BP-43260810-172.17.0.2-1731093329018/current, will proceed with Du for space computation calculation, 2024-11-08T19:15:32,498 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/cluster_7f91fe4d-c504-20ce-9d23-ff73df0964ab/data/data1/current/BP-43260810-172.17.0.2-1731093329018/current, will proceed with Du for space computation calculation, 2024-11-08T19:15:32,541 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:15:32,608 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x752f38b932c06639 with lease ID 0x191f45e0be792319: Processing first storage report for DS-bdddac9c-e598-408e-a7cb-7c0be92e0054 from datanode DatanodeRegistration(127.0.0.1:36989, datanodeUuid=3947e526-ec8c-4215-a9db-885b76bdf9ba, infoPort=36201, infoSecurePort=0, ipcPort=46491, storageInfo=lv=-57;cid=testClusterID;nsid=1025908680;c=1731093329018) 2024-11-08T19:15:32,609 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x752f38b932c06639 with lease ID 0x191f45e0be792319: from storage DS-bdddac9c-e598-408e-a7cb-7c0be92e0054 node DatanodeRegistration(127.0.0.1:36989, datanodeUuid=3947e526-ec8c-4215-a9db-885b76bdf9ba, infoPort=36201, infoSecurePort=0, ipcPort=46491, storageInfo=lv=-57;cid=testClusterID;nsid=1025908680;c=1731093329018), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T19:15:32,610 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x752f38b932c06639 with lease ID 0x191f45e0be792319: Processing first storage report for DS-f63982d8-6373-4d8b-9a8a-b1b3d8f577e9 from datanode DatanodeRegistration(127.0.0.1:36989, datanodeUuid=3947e526-ec8c-4215-a9db-885b76bdf9ba, infoPort=36201, infoSecurePort=0, ipcPort=46491, storageInfo=lv=-57;cid=testClusterID;nsid=1025908680;c=1731093329018) 2024-11-08T19:15:32,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x752f38b932c06639 with lease ID 0x191f45e0be792319: from storage DS-f63982d8-6373-4d8b-9a8a-b1b3d8f577e9 node DatanodeRegistration(127.0.0.1:36989, datanodeUuid=3947e526-ec8c-4215-a9db-885b76bdf9ba, infoPort=36201, infoSecurePort=0, ipcPort=46491, storageInfo=lv=-57;cid=testClusterID;nsid=1025908680;c=1731093329018), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:15:32,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6 2024-11-08T19:15:32,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:32,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:33,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:15:33,549 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22 with version=8 2024-11-08T19:15:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/hbase-staging 2024-11-08T19:15:33,675 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T19:15:33,957 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:15:33,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:15:33,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:15:33,983 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:15:33,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:15:33,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:15:34,178 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:15:34,257 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T19:15:34,273 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T19:15:34,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:15:34,315 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8555 (auto-detected) 2024-11-08T19:15:34,317 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T19:15:34,346 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44559 2024-11-08T19:15:34,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44559 connecting to ZooKeeper ensemble=127.0.0.1:64379 2024-11-08T19:15:34,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445590x0, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:15:34,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44559-0x1011bdfeba50000 connected 2024-11-08T19:15:34,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:34,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:34,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on znode that does not yet exist, /0-83426251/running 2024-11-08T19:15:34,626 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22, hbase.cluster.distributed=false 2024-11-08T19:15:34,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on znode that does not yet exist, /0-83426251/acl 2024-11-08T19:15:34,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44559 2024-11-08T19:15:34,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44559 2024-11-08T19:15:34,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44559 2024-11-08T19:15:34,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44559 2024-11-08T19:15:34,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44559 2024-11-08T19:15:34,813 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:15:34,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:15:34,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:15:34,817 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:15:34,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:15:34,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:15:34,822 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:15:34,826 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:15:34,827 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38579 2024-11-08T19:15:34,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38579 connecting to ZooKeeper ensemble=127.0.0.1:64379 2024-11-08T19:15:34,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:34,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:34,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385790x0, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:15:34,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38579-0x1011bdfeba50001 connected 2024-11-08T19:15:34,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385790x0, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on znode that does not yet exist, /0-83426251/running 2024-11-08T19:15:34,850 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:15:34,861 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:15:34,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on znode that does not yet exist, /0-83426251/master 2024-11-08T19:15:34,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on znode that does not yet exist, /0-83426251/acl 2024-11-08T19:15:34,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38579 2024-11-08T19:15:34,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38579 2024-11-08T19:15:34,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38579 2024-11-08T19:15:34,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38579 2024-11-08T19:15:34,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38579 2024-11-08T19:15:34,906 DEBUG [M:0;692b295ad45c:44559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:44559 2024-11-08T19:15:34,907 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-83426251/backup-masters/692b295ad45c,44559,1731093333739 2024-11-08T19:15:34,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251/backup-masters 2024-11-08T19:15:34,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251/backup-masters 2024-11-08T19:15:34,921 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on existing znode=/0-83426251/backup-masters/692b295ad45c,44559,1731093333739 2024-11-08T19:15:34,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:34,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-83426251/master 2024-11-08T19:15:34,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:34,952 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on existing znode=/0-83426251/master 2024-11-08T19:15:34,954 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-83426251/backup-masters/692b295ad45c,44559,1731093333739 from backup master directory 2024-11-08T19:15:34,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83426251/backup-masters/692b295ad45c,44559,1731093333739 2024-11-08T19:15:34,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251/backup-masters 2024-11-08T19:15:34,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251/backup-masters 2024-11-08T19:15:34,970 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:15:34,970 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,44559,1731093333739 2024-11-08T19:15:34,972 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T19:15:34,974 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T19:15:35,046 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/hbase.id] with ID: f91b4391-0436-4325-82e4-5fe8e19f0e63 2024-11-08T19:15:35,047 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/.tmp/hbase.id 2024-11-08T19:15:35,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:15:35,462 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/.tmp/hbase.id]:[hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/hbase.id] 2024-11-08T19:15:35,562 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:35,575 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:15:35,600 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-08T19:15:35,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:35,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:35,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:15:36,065 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:15:36,069 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:15:36,093 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:15:36,100 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:15:36,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:15:36,160 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store 2024-11-08T19:15:36,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:15:36,591 INFO [master/692b295ad45c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T19:15:36,596 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:15:36,598 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:15:36,598 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:36,599 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:36,601 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:15:36,601 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:36,601 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:36,603 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093336598Disabling compacts and flushes for region at 1731093336598Disabling writes for close at 1731093336601 (+3 ms)Writing region close event to WAL at 1731093336601Closed at 1731093336601 2024-11-08T19:15:36,605 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/.initializing 2024-11-08T19:15:36,605 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/WALs/692b295ad45c,44559,1731093333739 2024-11-08T19:15:36,614 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:15:36,631 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C44559%2C1731093333739, suffix=, logDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/WALs/692b295ad45c,44559,1731093333739, archiveDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/oldWALs, maxLogs=10 2024-11-08T19:15:36,657 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/WALs/692b295ad45c,44559,1731093333739/692b295ad45c%2C44559%2C1731093333739.1731093336637, exclude list is [], retry=0 2024-11-08T19:15:36,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36989,DS-bdddac9c-e598-408e-a7cb-7c0be92e0054,DISK] 2024-11-08T19:15:36,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T19:15:36,726 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/WALs/692b295ad45c,44559,1731093333739/692b295ad45c%2C44559%2C1731093333739.1731093336637 2024-11-08T19:15:36,727 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36201:36201)] 2024-11-08T19:15:36,728 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:15:36,729 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:15:36,733 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:36,734 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:36,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:36,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:15:36,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:36,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:36,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:36,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:15:36,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:36,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:15:36,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:36,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:15:36,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:36,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:15:36,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:36,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:15:36,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:36,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:15:36,843 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:36,856 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:36,860 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:36,868 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:36,869 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:36,874 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:15:36,879 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:36,884 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:15:36,885 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71579578, jitterRate=0.06661882996559143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:15:36,893 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093336753Initializing all the Stores at 1731093336759 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093336760 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093336761 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093336762 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093336762Cleaning up temporary data from old regions at 1731093336869 (+107 ms)Region opened successfully at 1731093336893 (+24 ms) 2024-11-08T19:15:36,895 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:15:36,932 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c5bfad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:15:36,970 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:15:36,986 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:15:36,986 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:15:36,990 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:15:36,992 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-08T19:15:36,999 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-08T19:15:36,999 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:15:37,038 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:15:37,051 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Unable to get data of znode /0-83426251/balancer because node does not exist (not necessarily an error) 2024-11-08T19:15:37,139 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83426251/balancer already deleted, retry=false 2024-11-08T19:15:37,144 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:15:37,147 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Unable to get data of znode /0-83426251/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:15:37,160 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83426251/normalizer already deleted, retry=false 2024-11-08T19:15:37,164 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:15:37,169 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Unable to get data of znode /0-83426251/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:15:37,181 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83426251/switch/split already deleted, retry=false 2024-11-08T19:15:37,184 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Unable to get data of znode /0-83426251/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:15:37,191 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83426251/switch/merge already deleted, retry=false 2024-11-08T19:15:37,219 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Unable to get data of znode /0-83426251/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:15:37,238 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83426251/snapshot-cleanup already deleted, retry=false 2024-11-08T19:15:37,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-83426251/running 2024-11-08T19:15:37,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-83426251/running 2024-11-08T19:15:37,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:37,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:37,263 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,44559,1731093333739, sessionid=0x1011bdfeba50000, setting cluster-up flag (Was=false) 2024-11-08T19:15:37,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:37,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:37,328 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-83426251/flush-table-proc/acquired, /0-83426251/flush-table-proc/reached, /0-83426251/flush-table-proc/abort 2024-11-08T19:15:37,331 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,44559,1731093333739 2024-11-08T19:15:37,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:37,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:37,391 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-83426251/online-snapshot/acquired, /0-83426251/online-snapshot/reached, /0-83426251/online-snapshot/abort 2024-11-08T19:15:37,394 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,44559,1731093333739 2024-11-08T19:15:37,405 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:15:37,492 INFO [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(746): ClusterId : f91b4391-0436-4325-82e4-5fe8e19f0e63 2024-11-08T19:15:37,495 DEBUG [RS:0;692b295ad45c:38579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:15:37,508 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:15:37,531 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:15:37,540 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:15:37,547 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,44559,1731093333739 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:15:37,565 DEBUG [RS:0;692b295ad45c:38579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:15:37,565 DEBUG [RS:0;692b295ad45c:38579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:15:37,565 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:15:37,565 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:15:37,565 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:15:37,566 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:15:37,566 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:15:37,567 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:37,567 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:15:37,567 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:37,572 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093367572 2024-11-08T19:15:37,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:15:37,574 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:15:37,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:15:37,576 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:15:37,580 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:15:37,581 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:15:37,581 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:15:37,581 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:15:37,582 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:37,583 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:15:37,583 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:37,589 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:15:37,590 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:15:37,591 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:15:37,591 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:15:37,594 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:15:37,595 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:15:37,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:15:37,600 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093337596,5,FailOnTimeoutGroup] 2024-11-08T19:15:37,601 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093337600,5,FailOnTimeoutGroup] 2024-11-08T19:15:37,601 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:37,601 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:15:37,602 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:37,603 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:37,630 DEBUG [RS:0;692b295ad45c:38579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:15:37,631 DEBUG [RS:0;692b295ad45c:38579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc01f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:15:37,647 DEBUG [RS:0;692b295ad45c:38579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:38579 2024-11-08T19:15:37,650 INFO [RS:0;692b295ad45c:38579 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:15:37,651 INFO [RS:0;692b295ad45c:38579 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:15:37,651 DEBUG [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:15:37,654 INFO [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,44559,1731093333739 with port=38579, startcode=1731093334751 2024-11-08T19:15:37,667 DEBUG [RS:0;692b295ad45c:38579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:15:37,708 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:15:37,716 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44559 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,38579,1731093334751 2024-11-08T19:15:37,720 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44559 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,38579,1731093334751 2024-11-08T19:15:37,742 DEBUG [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22 2024-11-08T19:15:37,743 DEBUG [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41859 2024-11-08T19:15:37,743 DEBUG [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:15:37,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251/rs 2024-11-08T19:15:37,773 DEBUG [RS:0;692b295ad45c:38579 {}] zookeeper.ZKUtil(111): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on existing znode=/0-83426251/rs/692b295ad45c,38579,1731093334751 2024-11-08T19:15:37,774 WARN [RS:0;692b295ad45c:38579 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:15:37,774 INFO [RS:0;692b295ad45c:38579 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:15:37,774 DEBUG [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751 2024-11-08T19:15:37,774 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,38579,1731093334751] 2024-11-08T19:15:37,806 INFO [RS:0;692b295ad45c:38579 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:15:37,830 INFO [RS:0;692b295ad45c:38579 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:15:37,836 INFO [RS:0;692b295ad45c:38579 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:15:37,836 INFO [RS:0;692b295ad45c:38579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:37,841 INFO [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:15:37,850 INFO [RS:0;692b295ad45c:38579 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:15:37,852 INFO [RS:0;692b295ad45c:38579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:37,853 DEBUG [RS:0;692b295ad45c:38579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:37,853 DEBUG [RS:0;692b295ad45c:38579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:37,854 DEBUG [RS:0;692b295ad45c:38579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:37,854 DEBUG [RS:0;692b295ad45c:38579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:37,854 DEBUG [RS:0;692b295ad45c:38579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:37,854 DEBUG [RS:0;692b295ad45c:38579 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:15:37,855 DEBUG [RS:0;692b295ad45c:38579 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:37,856 DEBUG [RS:0;692b295ad45c:38579 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:37,856 DEBUG [RS:0;692b295ad45c:38579 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:37,857 DEBUG [RS:0;692b295ad45c:38579 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:37,857 DEBUG [RS:0;692b295ad45c:38579 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:37,857 DEBUG [RS:0;692b295ad45c:38579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:37,857 DEBUG [RS:0;692b295ad45c:38579 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:15:37,858 DEBUG [RS:0;692b295ad45c:38579 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:15:37,859 INFO [RS:0;692b295ad45c:38579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:37,859 INFO [RS:0;692b295ad45c:38579 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:37,859 INFO [RS:0;692b295ad45c:38579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:37,859 INFO [RS:0;692b295ad45c:38579 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:37,860 INFO [RS:0;692b295ad45c:38579 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:37,860 INFO [RS:0;692b295ad45c:38579 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38579,1731093334751-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:15:37,888 INFO [RS:0;692b295ad45c:38579 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:15:37,890 INFO [RS:0;692b295ad45c:38579 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38579,1731093334751-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:37,891 INFO [RS:0;692b295ad45c:38579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:37,891 INFO [RS:0;692b295ad45c:38579 {}] regionserver.Replication(171): 692b295ad45c,38579,1731093334751 started 2024-11-08T19:15:37,913 INFO [RS:0;692b295ad45c:38579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:37,913 INFO [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,38579,1731093334751, RpcServer on 692b295ad45c/172.17.0.2:38579, sessionid=0x1011bdfeba50001 2024-11-08T19:15:37,914 DEBUG [RS:0;692b295ad45c:38579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:15:37,915 DEBUG [RS:0;692b295ad45c:38579 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,38579,1731093334751 2024-11-08T19:15:37,915 DEBUG [RS:0;692b295ad45c:38579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,38579,1731093334751' 2024-11-08T19:15:37,915 DEBUG [RS:0;692b295ad45c:38579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-83426251/flush-table-proc/abort' 2024-11-08T19:15:37,917 DEBUG [RS:0;692b295ad45c:38579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-83426251/flush-table-proc/acquired' 2024-11-08T19:15:37,918 DEBUG [RS:0;692b295ad45c:38579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:15:37,918 DEBUG [RS:0;692b295ad45c:38579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:15:37,918 DEBUG [RS:0;692b295ad45c:38579 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,38579,1731093334751 2024-11-08T19:15:37,918 DEBUG [RS:0;692b295ad45c:38579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,38579,1731093334751' 2024-11-08T19:15:37,918 DEBUG [RS:0;692b295ad45c:38579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-83426251/online-snapshot/abort' 2024-11-08T19:15:37,919 DEBUG [RS:0;692b295ad45c:38579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-83426251/online-snapshot/acquired' 2024-11-08T19:15:37,920 DEBUG [RS:0;692b295ad45c:38579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:15:37,920 INFO [RS:0;692b295ad45c:38579 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:15:37,920 INFO [RS:0;692b295ad45c:38579 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:15:38,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:15:38,003 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22 2024-11-08T19:15:38,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:15:38,028 INFO [RS:0;692b295ad45c:38579 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:15:38,032 INFO [RS:0;692b295ad45c:38579 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C38579%2C1731093334751, suffix=, logDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751, archiveDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/oldWALs, maxLogs=10 2024-11-08T19:15:38,052 DEBUG [RS:0;692b295ad45c:38579 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751/692b295ad45c%2C38579%2C1731093334751.1731093338036, exclude list is [], retry=0 2024-11-08T19:15:38,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36989,DS-bdddac9c-e598-408e-a7cb-7c0be92e0054,DISK] 2024-11-08T19:15:38,061 INFO [RS:0;692b295ad45c:38579 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751/692b295ad45c%2C38579%2C1731093334751.1731093338036 2024-11-08T19:15:38,061 DEBUG [RS:0;692b295ad45c:38579 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36201:36201)] 2024-11-08T19:15:38,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:15:38,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:15:38,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:15:38,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:38,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:38,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:15:38,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:15:38,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:38,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:38,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:15:38,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:15:38,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:38,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:38,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:15:38,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:15:38,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:38,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:38,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:15:38,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740 2024-11-08T19:15:38,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740 2024-11-08T19:15:38,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:15:38,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:15:38,441 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:15:38,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:15:38,447 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:15:38,448 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66994687, jitterRate=-0.0017013698816299438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:15:38,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093338418Initializing all the Stores at 1731093338420 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093338420Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093338420Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093338420Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093338420Cleaning up temporary data from old regions at 1731093338440 (+20 ms)Region opened successfully at 1731093338451 (+11 ms) 2024-11-08T19:15:38,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:15:38,452 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:15:38,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:15:38,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:15:38,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:15:38,454 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:15:38,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093338452Disabling compacts and flushes for region at 1731093338452Disabling writes for close at 1731093338452Writing region close event to WAL at 1731093338453 (+1 ms)Closed at 1731093338454 (+1 ms) 2024-11-08T19:15:38,457 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:15:38,457 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:15:38,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:15:38,469 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:15:38,471 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:15:38,624 DEBUG [692b295ad45c:44559 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:15:38,640 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,38579,1731093334751 2024-11-08T19:15:38,648 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,38579,1731093334751, state=OPENING 2024-11-08T19:15:38,716 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:15:38,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:38,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:38,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83426251/meta-region-server: CHANGED 2024-11-08T19:15:38,743 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:15:38,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,38579,1731093334751}] 2024-11-08T19:15:38,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83426251/meta-region-server: CHANGED 2024-11-08T19:15:38,925 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:15:38,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:15:38,948 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:15:38,948 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:15:38,949 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:15:38,952 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C38579%2C1731093334751.meta, suffix=.meta, logDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751, archiveDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/oldWALs, maxLogs=10 2024-11-08T19:15:38,968 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751/692b295ad45c%2C38579%2C1731093334751.meta.1731093338954.meta, exclude list is [], retry=0 2024-11-08T19:15:38,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36989,DS-bdddac9c-e598-408e-a7cb-7c0be92e0054,DISK] 2024-11-08T19:15:38,976 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751/692b295ad45c%2C38579%2C1731093334751.meta.1731093338954.meta 2024-11-08T19:15:38,976 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36201:36201)] 2024-11-08T19:15:38,977 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:15:38,982 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:15:38,983 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:15:38,987 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:15:38,989 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:15:38,994 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:15:38,995 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:15:38,995 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:15:38,996 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:15:39,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:15:39,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:15:39,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:39,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:39,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:15:39,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:15:39,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:39,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:39,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:15:39,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:15:39,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:39,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:39,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:15:39,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:15:39,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:39,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:39,018 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:15:39,020 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740 2024-11-08T19:15:39,023 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740 2024-11-08T19:15:39,026 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:15:39,026 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:15:39,028 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:15:39,031 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:15:39,034 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71614856, jitterRate=0.06714451313018799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:15:39,034 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:15:39,036 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093338996Writing region info on filesystem at 1731093338997 (+1 ms)Initializing all the Stores at 1731093338999 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093338999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093339000 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093339000Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093339000Cleaning up temporary data from old regions at 1731093339026 (+26 ms)Running coprocessor post-open hooks at 1731093339034 (+8 ms)Region opened successfully at 1731093339035 (+1 ms) 2024-11-08T19:15:39,043 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093338915 2024-11-08T19:15:39,056 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:15:39,057 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:15:39,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,38579,1731093334751 2024-11-08T19:15:39,062 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,38579,1731093334751, state=OPEN 2024-11-08T19:15:39,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-83426251/meta-region-server 2024-11-08T19:15:39,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-83426251/meta-region-server 2024-11-08T19:15:39,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83426251/meta-region-server: CHANGED 2024-11-08T19:15:39,130 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,38579,1731093334751 2024-11-08T19:15:39,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83426251/meta-region-server: CHANGED 2024-11-08T19:15:39,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:15:39,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,38579,1731093334751 in 385 msec 2024-11-08T19:15:39,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:15:39,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 680 msec 2024-11-08T19:15:39,152 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:15:39,152 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:15:39,174 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:15:39,175 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,38579,1731093334751, seqNum=-1] 2024-11-08T19:15:39,198 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:15:39,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:15:39,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7740 sec 2024-11-08T19:15:39,227 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093339226, completionTime=-1 2024-11-08T19:15:39,230 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:15:39,231 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:15:39,284 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:15:39,285 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093399285 2024-11-08T19:15:39,285 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093459285 2024-11-08T19:15:39,285 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 54 msec 2024-11-08T19:15:39,289 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44559,1731093333739-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:39,289 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44559,1731093333739-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:39,289 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44559,1731093333739-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:39,292 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:44559, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:39,296 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:39,301 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:15:39,304 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:39,338 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.368sec 2024-11-08T19:15:39,339 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:15:39,340 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:15:39,341 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:15:39,342 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:15:39,342 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:15:39,343 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44559,1731093333739-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:15:39,343 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44559,1731093333739-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:15:39,351 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:15:39,352 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:15:39,353 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44559,1731093333739-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:39,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ace93e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:39,404 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T19:15:39,404 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T19:15:39,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,44559,-1 for getting cluster id 2024-11-08T19:15:39,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:15:39,417 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f91b4391-0436-4325-82e4-5fe8e19f0e63' 2024-11-08T19:15:39,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:15:39,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f91b4391-0436-4325-82e4-5fe8e19f0e63" 2024-11-08T19:15:39,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d86f895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:39,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,44559,-1] 2024-11-08T19:15:39,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:15:39,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:39,430 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:15:39,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6d0171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:39,434 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:15:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,38579,1731093334751, seqNum=-1] 2024-11-08T19:15:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:15:39,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:15:39,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,44559,1731093333739 2024-11-08T19:15:39,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64379 2024-11-08T19:15:39,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:15:39,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011bdfeba50002 connected 2024-11-08T19:15:39,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/hadoop.log.dir so I do NOT create it in target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450 2024-11-08T19:15:39,521 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:15:39,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/hadoop.tmp.dir so I do NOT create it in target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450 2024-11-08T19:15:39,521 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:15:39,521 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450 2024-11-08T19:15:39,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:15:39,521 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/cluster_7336cb78-7fb3-546d-6774-b655622e8f2b, deleteOnExit=true 2024-11-08T19:15:39,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:15:39,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/test.cache.data in system properties and HBase conf 2024-11-08T19:15:39,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:15:39,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:15:39,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:15:39,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:15:39,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:15:39,523 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:15:39,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:15:39,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:15:39,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:15:39,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:15:39,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:15:39,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:15:39,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:15:39,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:15:39,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:15:39,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:15:39,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:15:39,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:15:39,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:15:39,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:15:40,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:15:40,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:15:40,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:15:40,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:15:40,040 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:15:40,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:15:40,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1afd3828{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:15:40,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15865cf2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:15:40,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6de5a28b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/java.io.tmpdir/jetty-localhost-42017-hadoop-hdfs-3_4_1-tests_jar-_-any-129373130457084765/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:15:40,169 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50b8d66e{HTTP/1.1, (http/1.1)}{localhost:42017} 2024-11-08T19:15:40,170 INFO [Time-limited test {}] server.Server(415): Started @14493ms 2024-11-08T19:15:40,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:15:40,493 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:15:40,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:15:40,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:15:40,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:15:40,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ed91535{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:15:40,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44943535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:15:40,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52f2581e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/java.io.tmpdir/jetty-localhost-33385-hadoop-hdfs-3_4_1-tests_jar-_-any-7560949883690457989/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:15:40,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@217af83f{HTTP/1.1, (http/1.1)}{localhost:33385} 2024-11-08T19:15:40,614 INFO [Time-limited test {}] server.Server(415): Started @14937ms 2024-11-08T19:15:40,616 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:15:41,303 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/cluster_7336cb78-7fb3-546d-6774-b655622e8f2b/data/data1/current/BP-1268411861-172.17.0.2-1731093339559/current, will proceed with Du for space computation calculation, 2024-11-08T19:15:41,304 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/cluster_7336cb78-7fb3-546d-6774-b655622e8f2b/data/data2/current/BP-1268411861-172.17.0.2-1731093339559/current, will proceed with Du for space computation calculation, 2024-11-08T19:15:41,347 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:15:41,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff5c38ea8cb84f0a with lease ID 0x72d1a0d181c4050f: Processing first storage report for DS-47d2e2e0-3f18-4829-84e6-8ce3c559c05e from datanode DatanodeRegistration(127.0.0.1:43649, datanodeUuid=9e608091-36dc-4e03-933b-1ff486782e30, infoPort=45981, infoSecurePort=0, ipcPort=45853, storageInfo=lv=-57;cid=testClusterID;nsid=1221530461;c=1731093339559) 2024-11-08T19:15:41,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff5c38ea8cb84f0a with lease ID 0x72d1a0d181c4050f: from storage DS-47d2e2e0-3f18-4829-84e6-8ce3c559c05e node DatanodeRegistration(127.0.0.1:43649, datanodeUuid=9e608091-36dc-4e03-933b-1ff486782e30, infoPort=45981, infoSecurePort=0, ipcPort=45853, storageInfo=lv=-57;cid=testClusterID;nsid=1221530461;c=1731093339559), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:15:41,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff5c38ea8cb84f0a with lease ID 0x72d1a0d181c4050f: Processing first storage report for DS-5fb3f195-e2a3-43ef-a11e-e6ddf7addafd from datanode DatanodeRegistration(127.0.0.1:43649, datanodeUuid=9e608091-36dc-4e03-933b-1ff486782e30, infoPort=45981, infoSecurePort=0, ipcPort=45853, storageInfo=lv=-57;cid=testClusterID;nsid=1221530461;c=1731093339559) 2024-11-08T19:15:41,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff5c38ea8cb84f0a with lease ID 0x72d1a0d181c4050f: from storage DS-5fb3f195-e2a3-43ef-a11e-e6ddf7addafd node DatanodeRegistration(127.0.0.1:43649, datanodeUuid=9e608091-36dc-4e03-933b-1ff486782e30, infoPort=45981, infoSecurePort=0, ipcPort=45853, storageInfo=lv=-57;cid=testClusterID;nsid=1221530461;c=1731093339559), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:15:41,359 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450 2024-11-08T19:15:41,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:41,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:41,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:15:41,776 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac with version=8 2024-11-08T19:15:41,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/hbase-staging 2024-11-08T19:15:41,780 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:15:41,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:15:41,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:15:41,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:15:41,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:15:41,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:15:41,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:15:41,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:15:41,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44217 2024-11-08T19:15:41,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44217 connecting to ZooKeeper ensemble=127.0.0.1:64379 2024-11-08T19:15:41,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442170x0, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:15:41,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44217-0x1011bdfeba50003 connected 2024-11-08T19:15:41,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:41,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:41,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Set watcher on znode that does not yet exist, /1599551977/running 2024-11-08T19:15:41,913 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac, hbase.cluster.distributed=false 2024-11-08T19:15:41,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Set watcher on znode that does not yet exist, /1599551977/acl 2024-11-08T19:15:41,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44217 2024-11-08T19:15:41,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44217 2024-11-08T19:15:41,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44217 2024-11-08T19:15:41,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44217 2024-11-08T19:15:41,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44217 2024-11-08T19:15:41,935 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:15:41,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:15:41,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:15:41,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:15:41,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:15:41,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:15:41,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:15:41,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:15:41,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42421 2024-11-08T19:15:41,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42421 connecting to ZooKeeper ensemble=127.0.0.1:64379 2024-11-08T19:15:41,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:41,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:41,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424210x0, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:15:41,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424210x0, quorum=127.0.0.1:64379, baseZNode=/1599551977 Set watcher on znode that does not yet exist, /1599551977/running 2024-11-08T19:15:41,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42421-0x1011bdfeba50004 connected 2024-11-08T19:15:41,982 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:15:41,983 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:15:41,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Set watcher on znode that does not yet exist, /1599551977/master 2024-11-08T19:15:41,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Set watcher on znode that does not yet exist, /1599551977/acl 2024-11-08T19:15:41,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42421 2024-11-08T19:15:41,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42421 2024-11-08T19:15:41,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42421 2024-11-08T19:15:41,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42421 2024-11-08T19:15:41,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42421 2024-11-08T19:15:42,009 DEBUG [M:0;692b295ad45c:44217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:44217 2024-11-08T19:15:42,009 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1599551977/backup-masters/692b295ad45c,44217,1731093341779 2024-11-08T19:15:42,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977/backup-masters 2024-11-08T19:15:42,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977/backup-masters 2024-11-08T19:15:42,021 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Set watcher on existing znode=/1599551977/backup-masters/692b295ad45c,44217,1731093341779 2024-11-08T19:15:42,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977 2024-11-08T19:15:42,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1599551977/master 2024-11-08T19:15:42,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977 2024-11-08T19:15:42,034 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Set watcher on existing znode=/1599551977/master 2024-11-08T19:15:42,035 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1599551977/backup-masters/692b295ad45c,44217,1731093341779 from backup master directory 2024-11-08T19:15:42,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1599551977/backup-masters/692b295ad45c,44217,1731093341779 2024-11-08T19:15:42,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977/backup-masters 2024-11-08T19:15:42,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977/backup-masters 2024-11-08T19:15:42,044 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:15:42,044 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,44217,1731093341779 2024-11-08T19:15:42,051 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/hbase.id] with ID: 0069ec2c-1cda-4af1-832b-c131c6934393 2024-11-08T19:15:42,051 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/.tmp/hbase.id 2024-11-08T19:15:42,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:15:42,467 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/.tmp/hbase.id]:[hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/hbase.id] 2024-11-08T19:15:42,495 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:42,495 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:15:42,498 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-08T19:15:42,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977 2024-11-08T19:15:42,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977 2024-11-08T19:15:42,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:15:42,589 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:15:42,591 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:15:42,592 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:15:42,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:15:43,016 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store 2024-11-08T19:15:43,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:15:43,427 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:15:43,427 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:15:43,427 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:43,427 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:43,427 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:15:43,427 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:43,427 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:43,428 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093343427Disabling compacts and flushes for region at 1731093343427Disabling writes for close at 1731093343427Writing region close event to WAL at 1731093343427Closed at 1731093343427 2024-11-08T19:15:43,429 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/.initializing 2024-11-08T19:15:43,429 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/WALs/692b295ad45c,44217,1731093341779 2024-11-08T19:15:43,432 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:15:43,435 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C44217%2C1731093341779, suffix=, logDir=hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/WALs/692b295ad45c,44217,1731093341779, archiveDir=hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/oldWALs, maxLogs=10 2024-11-08T19:15:43,450 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/WALs/692b295ad45c,44217,1731093341779/692b295ad45c%2C44217%2C1731093341779.1731093343435, exclude list is [], retry=0 2024-11-08T19:15:43,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43649,DS-47d2e2e0-3f18-4829-84e6-8ce3c559c05e,DISK] 2024-11-08T19:15:43,459 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/WALs/692b295ad45c,44217,1731093341779/692b295ad45c%2C44217%2C1731093341779.1731093343435 2024-11-08T19:15:43,459 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45981:45981)] 2024-11-08T19:15:43,459 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:15:43,460 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:15:43,460 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:43,460 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:43,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:43,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:15:43,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:43,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:43,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:43,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:15:43,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:43,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:15:43,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:43,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:15:43,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:43,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:15:43,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:43,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:15:43,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:43,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:15:43,482 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:43,484 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:43,485 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:43,489 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:43,490 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:43,491 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:15:43,494 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:43,499 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:15:43,500 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75103151, jitterRate=0.1191241592168808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:15:43,500 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093343460Initializing all the Stores at 1731093343462 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093343462Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093343462Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093343462Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093343462Cleaning up temporary data from old regions at 1731093343490 (+28 ms)Region opened successfully at 1731093343500 (+10 ms) 2024-11-08T19:15:43,500 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:15:43,507 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea14174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:15:43,509 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:15:43,509 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:15:43,509 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:15:43,510 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:15:43,511 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T19:15:43,511 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:15:43,512 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:15:43,515 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:15:43,516 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Unable to get data of znode /1599551977/balancer because node does not exist (not necessarily an error) 2024-11-08T19:15:43,528 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1599551977/balancer already deleted, retry=false 2024-11-08T19:15:43,528 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:15:43,529 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Unable to get data of znode /1599551977/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:15:43,538 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1599551977/normalizer already deleted, retry=false 2024-11-08T19:15:43,539 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:15:43,540 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Unable to get data of znode /1599551977/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:15:43,549 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1599551977/switch/split already deleted, retry=false 2024-11-08T19:15:43,550 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Unable to get data of znode /1599551977/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:15:43,559 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1599551977/switch/merge already deleted, retry=false 2024-11-08T19:15:43,562 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Unable to get data of znode /1599551977/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:15:43,647 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1599551977/snapshot-cleanup already deleted, retry=false 2024-11-08T19:15:43,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1599551977/running 2024-11-08T19:15:43,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1599551977/running 2024-11-08T19:15:43,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977 2024-11-08T19:15:43,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977 2024-11-08T19:15:43,676 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,44217,1731093341779, sessionid=0x1011bdfeba50003, setting cluster-up flag (Was=false) 2024-11-08T19:15:43,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977 2024-11-08T19:15:43,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977 2024-11-08T19:15:43,738 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1599551977/flush-table-proc/acquired, /1599551977/flush-table-proc/reached, /1599551977/flush-table-proc/abort 2024-11-08T19:15:43,741 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,44217,1731093341779 2024-11-08T19:15:43,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977 2024-11-08T19:15:43,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977 2024-11-08T19:15:43,791 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1599551977/online-snapshot/acquired, /1599551977/online-snapshot/reached, /1599551977/online-snapshot/abort 2024-11-08T19:15:43,793 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,44217,1731093341779 2024-11-08T19:15:43,795 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:15:43,799 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:15:43,799 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:15:43,799 INFO [RS:0;692b295ad45c:42421 {}] regionserver.HRegionServer(746): ClusterId : 0069ec2c-1cda-4af1-832b-c131c6934393 2024-11-08T19:15:43,799 DEBUG [RS:0;692b295ad45c:42421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:15:43,799 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:15:43,799 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:15:43,800 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,44217,1731093341779 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:15:43,815 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:15:43,815 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:15:43,815 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:15:43,815 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:15:43,815 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:15:43,815 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:43,815 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:15:43,815 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:43,817 DEBUG [RS:0;692b295ad45c:42421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:15:43,817 DEBUG [RS:0;692b295ad45c:42421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:15:43,819 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093373819 2024-11-08T19:15:43,819 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:15:43,819 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:15:43,819 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:15:43,819 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:15:43,819 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:15:43,819 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:15:43,819 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:43,820 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:15:43,820 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:15:43,820 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:15:43,820 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:15:43,820 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:15:43,821 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:15:43,821 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:15:43,821 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:15:43,824 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:43,824 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:15:43,824 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093343821,5,FailOnTimeoutGroup] 2024-11-08T19:15:43,826 DEBUG [RS:0;692b295ad45c:42421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:15:43,826 DEBUG [RS:0;692b295ad45c:42421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab7c318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:15:43,828 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093343824,5,FailOnTimeoutGroup] 2024-11-08T19:15:43,828 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:43,828 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:15:43,828 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:43,829 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:43,845 DEBUG [RS:0;692b295ad45c:42421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:42421 2024-11-08T19:15:43,845 INFO [RS:0;692b295ad45c:42421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:15:43,846 INFO [RS:0;692b295ad45c:42421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:15:43,846 DEBUG [RS:0;692b295ad45c:42421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:15:43,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:15:43,847 INFO [RS:0;692b295ad45c:42421 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,44217,1731093341779 with port=42421, startcode=1731093341935 2024-11-08T19:15:43,848 DEBUG [RS:0;692b295ad45c:42421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:15:43,848 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:15:43,848 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac 2024-11-08T19:15:43,852 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:15:43,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44217 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,42421,1731093341935 2024-11-08T19:15:43,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44217 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,42421,1731093341935 2024-11-08T19:15:43,857 DEBUG [RS:0;692b295ad45c:42421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac 2024-11-08T19:15:43,857 DEBUG [RS:0;692b295ad45c:42421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44475 2024-11-08T19:15:43,857 DEBUG [RS:0;692b295ad45c:42421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:15:43,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:15:43,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:15:43,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977/rs 2024-11-08T19:15:43,866 DEBUG [RS:0;692b295ad45c:42421 {}] zookeeper.ZKUtil(111): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Set watcher on existing znode=/1599551977/rs/692b295ad45c,42421,1731093341935 2024-11-08T19:15:43,867 WARN [RS:0;692b295ad45c:42421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:15:43,867 INFO [RS:0;692b295ad45c:42421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:15:43,867 DEBUG [RS:0;692b295ad45c:42421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/WALs/692b295ad45c,42421,1731093341935 2024-11-08T19:15:43,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:15:43,869 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,42421,1731093341935] 2024-11-08T19:15:43,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:15:43,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:43,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:43,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:15:43,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:15:43,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:43,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:43,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:15:43,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:15:43,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:43,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:43,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:15:43,883 INFO [RS:0;692b295ad45c:42421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:15:43,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:15:43,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:43,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:43,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:15:43,889 INFO [RS:0;692b295ad45c:42421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:15:43,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/data/hbase/meta/1588230740 2024-11-08T19:15:43,890 INFO [RS:0;692b295ad45c:42421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:15:43,890 INFO [RS:0;692b295ad45c:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:43,890 INFO [RS:0;692b295ad45c:42421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:15:43,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/data/hbase/meta/1588230740 2024-11-08T19:15:43,896 INFO [RS:0;692b295ad45c:42421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:15:43,897 INFO [RS:0;692b295ad45c:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:43,897 DEBUG [RS:0;692b295ad45c:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:43,897 DEBUG [RS:0;692b295ad45c:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:43,897 DEBUG [RS:0;692b295ad45c:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:43,897 DEBUG [RS:0;692b295ad45c:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:43,897 DEBUG [RS:0;692b295ad45c:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:43,897 DEBUG [RS:0;692b295ad45c:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:15:43,897 DEBUG [RS:0;692b295ad45c:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:43,898 DEBUG [RS:0;692b295ad45c:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:43,898 DEBUG [RS:0;692b295ad45c:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:43,898 DEBUG [RS:0;692b295ad45c:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:43,898 DEBUG [RS:0;692b295ad45c:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:43,898 DEBUG [RS:0;692b295ad45c:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:43,898 DEBUG [RS:0;692b295ad45c:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:15:43,898 DEBUG [RS:0;692b295ad45c:42421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:15:43,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:15:43,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:15:43,902 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:15:43,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:15:43,917 INFO [RS:0;692b295ad45c:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:43,917 INFO [RS:0;692b295ad45c:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:43,917 INFO [RS:0;692b295ad45c:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:43,917 INFO [RS:0;692b295ad45c:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:43,917 INFO [RS:0;692b295ad45c:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:43,917 INFO [RS:0;692b295ad45c:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42421,1731093341935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:15:43,923 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:15:43,924 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61714219, jitterRate=-0.08038647472858429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:15:43,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093343864Initializing all the Stores at 1731093343866 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093343866Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093343868 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093343868Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093343868Cleaning up temporary data from old regions at 1731093343901 (+33 ms)Region opened successfully at 1731093343924 (+23 ms) 2024-11-08T19:15:43,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:15:43,925 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:15:43,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:15:43,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:15:43,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:15:43,925 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:15:43,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093343925Disabling compacts and flushes for region at 1731093343925Disabling writes for close at 1731093343925Writing region close event to WAL at 1731093343925Closed at 1731093343925 2024-11-08T19:15:43,928 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:15:43,928 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:15:43,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:15:43,931 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:15:43,933 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:15:43,940 INFO [RS:0;692b295ad45c:42421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:15:43,941 INFO [RS:0;692b295ad45c:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42421,1731093341935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:43,941 INFO [RS:0;692b295ad45c:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:43,941 INFO [RS:0;692b295ad45c:42421 {}] regionserver.Replication(171): 692b295ad45c,42421,1731093341935 started 2024-11-08T19:15:43,962 INFO [RS:0;692b295ad45c:42421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:43,962 INFO [RS:0;692b295ad45c:42421 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,42421,1731093341935, RpcServer on 692b295ad45c/172.17.0.2:42421, sessionid=0x1011bdfeba50004 2024-11-08T19:15:43,962 DEBUG [RS:0;692b295ad45c:42421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:15:43,963 DEBUG [RS:0;692b295ad45c:42421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,42421,1731093341935 2024-11-08T19:15:43,963 DEBUG [RS:0;692b295ad45c:42421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,42421,1731093341935' 2024-11-08T19:15:43,963 DEBUG [RS:0;692b295ad45c:42421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1599551977/flush-table-proc/abort' 2024-11-08T19:15:43,965 DEBUG [RS:0;692b295ad45c:42421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1599551977/flush-table-proc/acquired' 2024-11-08T19:15:43,966 DEBUG [RS:0;692b295ad45c:42421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:15:43,966 DEBUG [RS:0;692b295ad45c:42421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:15:43,966 DEBUG [RS:0;692b295ad45c:42421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,42421,1731093341935 2024-11-08T19:15:43,966 DEBUG [RS:0;692b295ad45c:42421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,42421,1731093341935' 2024-11-08T19:15:43,966 DEBUG [RS:0;692b295ad45c:42421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1599551977/online-snapshot/abort' 2024-11-08T19:15:43,968 DEBUG [RS:0;692b295ad45c:42421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1599551977/online-snapshot/acquired' 2024-11-08T19:15:43,969 DEBUG [RS:0;692b295ad45c:42421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:15:43,969 INFO [RS:0;692b295ad45c:42421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:15:43,969 INFO [RS:0;692b295ad45c:42421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:15:44,070 INFO [RS:0;692b295ad45c:42421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:15:44,073 INFO [RS:0;692b295ad45c:42421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C42421%2C1731093341935, suffix=, logDir=hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/WALs/692b295ad45c,42421,1731093341935, archiveDir=hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/oldWALs, maxLogs=10 2024-11-08T19:15:44,083 WARN [692b295ad45c:44217 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T19:15:44,094 DEBUG [RS:0;692b295ad45c:42421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/WALs/692b295ad45c,42421,1731093341935/692b295ad45c%2C42421%2C1731093341935.1731093344075, exclude list is [], retry=0 2024-11-08T19:15:44,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43649,DS-47d2e2e0-3f18-4829-84e6-8ce3c559c05e,DISK] 2024-11-08T19:15:44,102 INFO [RS:0;692b295ad45c:42421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/WALs/692b295ad45c,42421,1731093341935/692b295ad45c%2C42421%2C1731093341935.1731093344075 2024-11-08T19:15:44,104 DEBUG [RS:0;692b295ad45c:42421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45981:45981)] 2024-11-08T19:15:44,334 DEBUG [692b295ad45c:44217 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:15:44,334 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,42421,1731093341935 2024-11-08T19:15:44,338 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,42421,1731093341935, state=OPENING 2024-11-08T19:15:44,440 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:15:44,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977 2024-11-08T19:15:44,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977 2024-11-08T19:15:44,463 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:15:44,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1599551977/meta-region-server: CHANGED 2024-11-08T19:15:44,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,42421,1731093341935}] 2024-11-08T19:15:44,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1599551977/meta-region-server: CHANGED 2024-11-08T19:15:44,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:15:44,571 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:15:44,572 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T19:15:44,574 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:15:44,574 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T19:15:44,574 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:15:44,574 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T19:15:44,574 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T19:15:44,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T19:15:44,618 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:15:44,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:15:44,629 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:15:44,629 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:15:44,629 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:15:44,632 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C42421%2C1731093341935.meta, suffix=.meta, logDir=hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/WALs/692b295ad45c,42421,1731093341935, archiveDir=hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/oldWALs, maxLogs=10 2024-11-08T19:15:44,648 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/WALs/692b295ad45c,42421,1731093341935/692b295ad45c%2C42421%2C1731093341935.meta.1731093344634.meta, exclude list is [], retry=0 2024-11-08T19:15:44,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43649,DS-47d2e2e0-3f18-4829-84e6-8ce3c559c05e,DISK] 2024-11-08T19:15:44,654 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/WALs/692b295ad45c,42421,1731093341935/692b295ad45c%2C42421%2C1731093341935.meta.1731093344634.meta 2024-11-08T19:15:44,654 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45981:45981)] 2024-11-08T19:15:44,655 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:15:44,655 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:15:44,655 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:15:44,655 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:15:44,656 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:15:44,656 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:15:44,656 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:15:44,656 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:15:44,656 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:15:44,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:15:44,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:15:44,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:44,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:44,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:15:44,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:15:44,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:44,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:44,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:15:44,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:15:44,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:44,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:44,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:15:44,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:15:44,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:44,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:44,668 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:15:44,669 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/data/hbase/meta/1588230740 2024-11-08T19:15:44,672 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/data/hbase/meta/1588230740 2024-11-08T19:15:44,674 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:15:44,674 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:15:44,674 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:15:44,677 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:15:44,678 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63996749, jitterRate=-0.0463741272687912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:15:44,678 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:15:44,679 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093344656Writing region info on filesystem at 1731093344656Initializing all the Stores at 1731093344658 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093344658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093344658Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093344658Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093344658Cleaning up temporary data from old regions at 1731093344674 (+16 ms)Running coprocessor post-open hooks at 1731093344678 (+4 ms)Region opened successfully at 1731093344679 (+1 ms) 2024-11-08T19:15:44,680 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093344618 2024-11-08T19:15:44,684 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:15:44,684 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:15:44,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,42421,1731093341935 2024-11-08T19:15:44,687 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,42421,1731093341935, state=OPEN 2024-11-08T19:15:44,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1599551977/meta-region-server 2024-11-08T19:15:44,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1599551977/meta-region-server 2024-11-08T19:15:44,696 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,42421,1731093341935 2024-11-08T19:15:44,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1599551977/meta-region-server: CHANGED 2024-11-08T19:15:44,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1599551977/meta-region-server: CHANGED 2024-11-08T19:15:44,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:15:44,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,42421,1731093341935 in 233 msec 2024-11-08T19:15:44,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:15:44,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 774 msec 2024-11-08T19:15:44,710 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:15:44,710 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:15:44,713 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:15:44,713 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,42421,1731093341935, seqNum=-1] 2024-11-08T19:15:44,714 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:15:44,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:15:44,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 928 msec 2024-11-08T19:15:44,727 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093344727, completionTime=-1 2024-11-08T19:15:44,727 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:15:44,727 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:15:44,730 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:15:44,730 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093404730 2024-11-08T19:15:44,730 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093464730 2024-11-08T19:15:44,730 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-08T19:15:44,731 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44217,1731093341779-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:44,731 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44217,1731093341779-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:44,731 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44217,1731093341779-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:44,731 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:44217, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:44,731 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:44,732 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:44,734 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:15:44,737 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.693sec 2024-11-08T19:15:44,737 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:15:44,737 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:15:44,737 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:15:44,738 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:15:44,738 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:15:44,738 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44217,1731093341779-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:15:44,738 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44217,1731093341779-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:15:44,741 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:15:44,742 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:15:44,742 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44217,1731093341779-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:44,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af82fa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:44,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,44217,-1 for getting cluster id 2024-11-08T19:15:44,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:15:44,802 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0069ec2c-1cda-4af1-832b-c131c6934393' 2024-11-08T19:15:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:15:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0069ec2c-1cda-4af1-832b-c131c6934393" 2024-11-08T19:15:44,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df482c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:44,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,44217,-1] 2024-11-08T19:15:44,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:15:44,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:44,807 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:15:44,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd9a050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:44,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:15:44,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,42421,1731093341935, seqNum=-1] 2024-11-08T19:15:44,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:15:44,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:15:44,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,44217,1731093341779 2024-11-08T19:15:44,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64379 2024-11-08T19:15:44,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:15:44,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011bdfeba50005 connected 2024-11-08T19:15:44,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db57714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:44,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,44559,-1 for getting cluster id 2024-11-08T19:15:44,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:15:44,867 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f91b4391-0436-4325-82e4-5fe8e19f0e63' 2024-11-08T19:15:44,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:15:44,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f91b4391-0436-4325-82e4-5fe8e19f0e63" 2024-11-08T19:15:44,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8f57ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:44,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,44559,-1] 2024-11-08T19:15:44,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:15:44,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:44,878 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:15:44,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5677fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:44,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:15:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,44559,1731093333739 2024-11-08T19:15:44,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3902f94f 2024-11-08T19:15:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:15:44,901 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:15:44,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://692b295ad45c:44217,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T19:15:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:15:44,919 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:44217' 2024-11-08T19:15:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:15:44,921 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610ef178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:44,921 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,44217,-1 for getting cluster id 2024-11-08T19:15:44,921 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:15:44,922 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0069ec2c-1cda-4af1-832b-c131c6934393' 2024-11-08T19:15:44,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:15:44,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0069ec2c-1cda-4af1-832b-c131c6934393" 2024-11-08T19:15:44,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb70f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:44,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,44217,-1] 2024-11-08T19:15:44,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:15:44,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:44,926 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:15:44,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5694d476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:44,928 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:15:44,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,44217,1731093341779 2024-11-08T19:15:44,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4146fe98 2024-11-08T19:15:44,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:15:44,936 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:15:44,950 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T19:15:44,950 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:15:44,954 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:44,955 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:44,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:15:44,957 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:15:44,963 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T19:15:44,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:15:44,967 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:44,969 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:15:44,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741835_1011 (size=1138) 2024-11-08T19:15:44,983 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 672a06d8d7e35285546356cb934cc683, NAME => 'hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22 2024-11-08T19:15:44,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741836_1012 (size=44) 2024-11-08T19:15:44,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:15:44,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 672a06d8d7e35285546356cb934cc683, disabling compactions & flushes 2024-11-08T19:15:44,992 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:44,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:44,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. after waiting 0 ms 2024-11-08T19:15:44,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:44,992 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:44,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 672a06d8d7e35285546356cb934cc683: Waiting for close lock at 1731093344992Disabling compacts and flushes for region at 1731093344992Disabling writes for close at 1731093344992Writing region close event to WAL at 1731093344992Closed at 1731093344992 2024-11-08T19:15:44,995 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:15:45,002 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731093344996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093344996"}]},"ts":"1731093344996"} 2024-11-08T19:15:45,007 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:15:45,009 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:15:45,013 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093345009"}]},"ts":"1731093345009"} 2024-11-08T19:15:45,016 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T19:15:45,018 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T19:15:45,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=672a06d8d7e35285546356cb934cc683, ASSIGN}] 2024-11-08T19:15:45,022 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=672a06d8d7e35285546356cb934cc683, ASSIGN 2024-11-08T19:15:45,024 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=672a06d8d7e35285546356cb934cc683, ASSIGN; state=OFFLINE, location=692b295ad45c,38579,1731093334751; forceNewPlan=false, retain=false 2024-11-08T19:15:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:15:45,175 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=672a06d8d7e35285546356cb934cc683, regionState=OPENING, regionLocation=692b295ad45c,38579,1731093334751 2024-11-08T19:15:45,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=672a06d8d7e35285546356cb934cc683, ASSIGN because future has completed 2024-11-08T19:15:45,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 672a06d8d7e35285546356cb934cc683, server=692b295ad45c,38579,1731093334751}] 2024-11-08T19:15:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:15:45,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:45,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:15:45,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T19:15:45,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C38579%2C1731093334751.rep, suffix=, logDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751, archiveDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/oldWALs, maxLogs=10 2024-11-08T19:15:45,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751/692b295ad45c%2C38579%2C1731093334751.rep.1731093345349, exclude list is [], retry=0 2024-11-08T19:15:45,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36989,DS-bdddac9c-e598-408e-a7cb-7c0be92e0054,DISK] 2024-11-08T19:15:45,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751/692b295ad45c%2C38579%2C1731093334751.rep.1731093345349 2024-11-08T19:15:45,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36201:36201)] 2024-11-08T19:15:45,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 672a06d8d7e35285546356cb934cc683, NAME => 'hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:15:45,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:15:45,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:15:45,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. service=MultiRowMutationService 2024-11-08T19:15:45,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T19:15:45,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:45,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:15:45,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:45,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:45,375 INFO [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:45,377 INFO [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 672a06d8d7e35285546356cb934cc683 columnFamilyName hfileref 2024-11-08T19:15:45,377 DEBUG [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:45,378 INFO [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] regionserver.HStore(327): Store=672a06d8d7e35285546356cb934cc683/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:15:45,378 INFO [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:45,380 INFO [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 672a06d8d7e35285546356cb934cc683 columnFamilyName queue 2024-11-08T19:15:45,380 DEBUG [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:45,381 INFO [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] regionserver.HStore(327): Store=672a06d8d7e35285546356cb934cc683/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:15:45,381 INFO [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:45,383 INFO [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 672a06d8d7e35285546356cb934cc683 columnFamilyName sid 2024-11-08T19:15:45,383 DEBUG [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:45,384 INFO [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] regionserver.HStore(327): Store=672a06d8d7e35285546356cb934cc683/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:15:45,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:45,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/replication/672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:45,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/replication/672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:45,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:45,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:45,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:15:45,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:45,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/replication/672a06d8d7e35285546356cb934cc683/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:15:45,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 672a06d8d7e35285546356cb934cc683; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72046448, jitterRate=0.07357573509216309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:15:45,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:45,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 672a06d8d7e35285546356cb934cc683: Running coprocessor pre-open hook at 1731093345373Writing region info on filesystem at 1731093345373Initializing all the Stores at 1731093345374 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093345375 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093345375Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093345375Cleaning up temporary data from old regions at 1731093345388 (+13 ms)Running coprocessor post-open hooks at 1731093345397 (+9 ms)Region opened successfully at 1731093345397 2024-11-08T19:15:45,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683., pid=7, masterSystemTime=1731093345335 2024-11-08T19:15:45,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:45,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:45,404 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=672a06d8d7e35285546356cb934cc683, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,38579,1731093334751 2024-11-08T19:15:45,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 672a06d8d7e35285546356cb934cc683, server=692b295ad45c,38579,1731093334751 because future has completed 2024-11-08T19:15:45,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T19:15:45,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 672a06d8d7e35285546356cb934cc683, server=692b295ad45c,38579,1731093334751 in 230 msec 2024-11-08T19:15:45,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:15:45,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=672a06d8d7e35285546356cb934cc683, ASSIGN in 395 msec 2024-11-08T19:15:45,422 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:15:45,422 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093345422"}]},"ts":"1731093345422"} 2024-11-08T19:15:45,425 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T19:15:45,427 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:15:45,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 469 msec 2024-11-08T19:15:45,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683., hostname=692b295ad45c,38579,1731093334751, seqNum=2] 2024-11-08T19:15:45,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38579 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-08T19:15:45,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:45,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:15:45,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:15:45,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38579 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T19:15:45,739 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T19:15:45,782 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-692b295ad45c,38579,1731093334751, ReplicationSource: 1, currentBandwidth=0 2024-11-08T19:15:45,784 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:15:45,784 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,38579,1731093334751, seqNum=-1] 2024-11-08T19:15:45,785 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:15:45,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T19:15:45,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-692b295ad45c,38579,1731093334751', locateType=CURRENT is [region=hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683., hostname=692b295ad45c,38579,1731093334751, seqNum=2] 2024-11-08T19:15:45,796 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T19:15:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T19:15:45,802 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 692b295ad45c,38579,1731093334751 suceeded 2024-11-08T19:15:45,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T19:15:45,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-11-08T19:15:45,806 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://692b295ad45c:44217,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:15:45,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 900 msec 2024-11-08T19:15:45,819 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:44217' 2024-11-08T19:15:45,821 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51281705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:45,821 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,44217,-1 for getting cluster id 2024-11-08T19:15:45,821 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:15:45,822 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0069ec2c-1cda-4af1-832b-c131c6934393' 2024-11-08T19:15:45,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:15:45,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0069ec2c-1cda-4af1-832b-c131c6934393" 2024-11-08T19:15:45,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@677f9190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:45,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,44217,-1] 2024-11-08T19:15:45,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:15:45,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:45,825 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:15:45,826 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2457f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:45,826 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:15:45,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,44217,1731093341779 2024-11-08T19:15:45,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54f3da05 2024-11-08T19:15:45,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:15:45,829 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T19:15:45,830 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-692b295ad45c,38579,1731093334751 (queues=1) is replicating from cluster=f91b4391-0436-4325-82e4-5fe8e19f0e63 to cluster=0069ec2c-1cda-4af1-832b-c131c6934393 2024-11-08T19:15:45,832 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=692b295ad45c%2C38579%2C1731093334751 2024-11-08T19:15:45,836 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-692b295ad45c,38579,1731093334751, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:15:45,839 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751.replicationSource.shipper692b295ad45c%2C38579%2C1731093334751,1-692b295ad45c,38579,1731093334751 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C38579%2C1731093334751 2024-11-08T19:15:45,844 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751.replicationSource.wal-reader.692b295ad45c%2C38579%2C1731093334751,1-692b295ad45c,38579,1731093334751 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751/692b295ad45c%2C38579%2C1731093334751.1731093338036, startPosition=0, beingWritten=true 2024-11-08T19:15:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:15:46,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:15:46,061 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T19:15:46,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:15:46,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:46,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:46,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:15:46,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7070a4d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:46,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,44559,-1 for getting cluster id 2024-11-08T19:15:46,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:15:46,064 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f91b4391-0436-4325-82e4-5fe8e19f0e63' 2024-11-08T19:15:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:15:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f91b4391-0436-4325-82e4-5fe8e19f0e63" 2024-11-08T19:15:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2c031d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,44559,-1] 2024-11-08T19:15:46,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:15:46,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:46,068 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:15:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8d0643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:46,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:15:46,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,44559,1731093333739 2024-11-08T19:15:46,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e9171f9 2024-11-08T19:15:46,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:15:46,074 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:15:46,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://692b295ad45c:44217,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T19:15:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:15:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T19:15:46,080 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:44217' 2024-11-08T19:15:46,081 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c78cafa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:46,081 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,44217,-1 for getting cluster id 2024-11-08T19:15:46,082 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:15:46,083 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0069ec2c-1cda-4af1-832b-c131c6934393' 2024-11-08T19:15:46,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:15:46,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0069ec2c-1cda-4af1-832b-c131c6934393" 2024-11-08T19:15:46,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ccde0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:46,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,44217,-1] 2024-11-08T19:15:46,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:15:46,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:46,086 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:15:46,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72302a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:46,088 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:15:46,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,44217,1731093341779 2024-11-08T19:15:46,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7034ef0e 2024-11-08T19:15:46,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:15:46,091 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:15:46,092 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-08T19:15:46,092 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:15:46,092 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:46,092 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:46,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:15:46,112 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751.replicationSource.wal-reader.692b295ad45c%2C38579%2C1731093334751,1-692b295ad45c,38579,1731093334751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751/692b295ad45c%2C38579%2C1731093334751.1731093338036 to pos 0, reset compression=false 2024-11-08T19:15:46,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:15:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T19:15:46,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38579 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-08T19:15:46,315 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T19:15:46,356 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-692b295ad45c,38579,1731093334751, ReplicationSource: 2, currentBandwidth=0 2024-11-08T19:15:46,360 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T19:15:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T19:15:46,364 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 692b295ad45c,38579,1731093334751 suceeded 2024-11-08T19:15:46,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T19:15:46,368 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://692b295ad45c:44217,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:15:46,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-08T19:15:46,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 293 msec 2024-11-08T19:15:46,379 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,38579,1731093334751 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:44217' 2024-11-08T19:15:46,380 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,38579,1731093334751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57529661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:46,380 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,38579,1731093334751 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,44217,-1 for getting cluster id 2024-11-08T19:15:46,380 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,38579,1731093334751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:15:46,382 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0069ec2c-1cda-4af1-832b-c131c6934393' 2024-11-08T19:15:46,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:15:46,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0069ec2c-1cda-4af1-832b-c131c6934393" 2024-11-08T19:15:46,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f3cca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:46,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,44217,-1] 2024-11-08T19:15:46,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:15:46,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:46,384 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:15:46,385 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,38579,1731093334751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c3923e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:46,385 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,38579,1731093334751 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:15:46,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,44217,1731093341779 2024-11-08T19:15:46,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e31f040 2024-11-08T19:15:46,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:15:46,388 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T19:15:46,389 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,38579,1731093334751 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-692b295ad45c,38579,1731093334751 (queues=1) is replicating from cluster=f91b4391-0436-4325-82e4-5fe8e19f0e63 to cluster=0069ec2c-1cda-4af1-832b-c131c6934393 2024-11-08T19:15:46,389 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,38579,1731093334751 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=692b295ad45c%2C38579%2C1731093334751 2024-11-08T19:15:46,389 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,38579,1731093334751 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-692b295ad45c,38579,1731093334751, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:15:46,389 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,38579,1731093334751.replicationSource.shipper692b295ad45c%2C38579%2C1731093334751,2-692b295ad45c,38579,1731093334751 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C38579%2C1731093334751 2024-11-08T19:15:46,389 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,38579,1731093334751.replicationSource.wal-reader.692b295ad45c%2C38579%2C1731093334751,2-692b295ad45c,38579,1731093334751 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751/692b295ad45c%2C38579%2C1731093334751.1731093338036, startPosition=0, beingWritten=true 2024-11-08T19:15:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T19:15:46,400 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T19:15:46,400 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:15:46,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:15:46,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:46,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:46,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:15:46,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:15:46,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,44559,1731093333739 2024-11-08T19:15:46,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ecf732b 2024-11-08T19:15:46,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:15:46,406 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:15:46,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T19:15:46,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T19:15:46,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T19:15:46,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T19:15:46,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://692b295ad45c:44217,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:15:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T19:15:46,419 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751.replicationSource.wal-reader.692b295ad45c%2C38579%2C1731093334751,1-692b295ad45c,38579,1731093334751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751/692b295ad45c%2C38579%2C1731093334751.1731093338036 to pos 0, reset compression=false 2024-11-08T19:15:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T19:15:46,421 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:44217' 2024-11-08T19:15:46,423 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ff0b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:46,423 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,44217,-1 for getting cluster id 2024-11-08T19:15:46,423 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:15:46,424 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0069ec2c-1cda-4af1-832b-c131c6934393' 2024-11-08T19:15:46,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:15:46,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0069ec2c-1cda-4af1-832b-c131c6934393" 2024-11-08T19:15:46,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3375847a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:46,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,44217,-1] 2024-11-08T19:15:46,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:15:46,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:46,427 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:15:46,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4ba824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:46,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:15:46,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,44217,1731093341779 2024-11-08T19:15:46,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20bcb29d 2024-11-08T19:15:46,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:15:46,431 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:15:46,432 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T19:15:46,432 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:15:46,432 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:46,433 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:46,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:15:46,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:15:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T19:15:46,598 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,38579,1731093334751.replicationSource.wal-reader.692b295ad45c%2C38579%2C1731093334751,2-692b295ad45c,38579,1731093334751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751/692b295ad45c%2C38579%2C1731093334751.1731093338036 to pos 0, reset compression=false 2024-11-08T19:15:46,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38579 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-08T19:15:46,664 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-08T19:15:46,666 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T19:15:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T19:15:46,671 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 692b295ad45c,38579,1731093334751 suceeded 2024-11-08T19:15:46,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T19:15:46,676 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://692b295ad45c:44217,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:15:46,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-08T19:15:46,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 261 msec 2024-11-08T19:15:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T19:15:46,740 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-08T19:15:46,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://692b295ad45c:44217,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:15:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T19:15:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T19:15:46,747 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:44217' 2024-11-08T19:15:46,749 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fefc600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:46,749 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,44217,-1 for getting cluster id 2024-11-08T19:15:46,749 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:15:46,750 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0069ec2c-1cda-4af1-832b-c131c6934393' 2024-11-08T19:15:46,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:15:46,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0069ec2c-1cda-4af1-832b-c131c6934393" 2024-11-08T19:15:46,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecec230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:46,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,44217,-1] 2024-11-08T19:15:46,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:15:46,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:46,754 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:15:46,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f39a7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:46,756 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:15:46,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,44217,1731093341779 2024-11-08T19:15:46,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43ed12fd 2024-11-08T19:15:46,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:15:46,762 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:15:46,764 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T19:15:46,764 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:15:46,764 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:46,764 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:46,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:15:46,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:15:46,827 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751.replicationSource.wal-reader.692b295ad45c%2C38579%2C1731093334751,1-692b295ad45c,38579,1731093334751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751/692b295ad45c%2C38579%2C1731093334751.1731093338036 to pos 0, reset compression=false 2024-11-08T19:15:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T19:15:46,906 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,38579,1731093334751.replicationSource.wal-reader.692b295ad45c%2C38579%2C1731093334751,2-692b295ad45c,38579,1731093334751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751/692b295ad45c%2C38579%2C1731093334751.1731093338036 to pos 0, reset compression=false 2024-11-08T19:15:46,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38579 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-08T19:15:46,938 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-08T19:15:46,940 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T19:15:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T19:15:46,945 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 692b295ad45c,38579,1731093334751 suceeded 2024-11-08T19:15:46,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T19:15:46,951 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://692b295ad45c:44217,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:15:46,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-08T19:15:46,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 210 msec 2024-11-08T19:15:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T19:15:47,061 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-08T19:15:47,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T19:15:47,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44559 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T19:15:47,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:15:47,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:15:47,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:47,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:47,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:15:47,067 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:15:47,067 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=229211080, stopped=false 2024-11-08T19:15:47,068 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,44559,1731093333739 2024-11-08T19:15:47,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83426251/running 2024-11-08T19:15:47,118 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:15:47,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83426251/running 2024-11-08T19:15:47,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:47,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:47,118 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:15:47,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:15:47,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:47,119 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,38579,1731093334751' ***** 2024-11-08T19:15:47,119 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:15:47,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on znode that does not yet exist, /0-83426251/running 2024-11-08T19:15:47,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on znode that does not yet exist, /0-83426251/running 2024-11-08T19:15:47,119 INFO [RS:0;692b295ad45c:38579 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:15:47,120 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:15:47,120 INFO [RS:0;692b295ad45c:38579 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:15:47,120 INFO [RS:0;692b295ad45c:38579 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:15:47,120 INFO [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(3091): Received CLOSE for 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:47,124 INFO [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,38579,1731093334751 2024-11-08T19:15:47,124 INFO [RS:0;692b295ad45c:38579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:15:47,125 INFO [RS:0;692b295ad45c:38579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:38579. 2024-11-08T19:15:47,125 DEBUG [RS:0;692b295ad45c:38579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:15:47,125 DEBUG [RS:0;692b295ad45c:38579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:47,125 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 672a06d8d7e35285546356cb934cc683, disabling compactions & flushes 2024-11-08T19:15:47,125 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:47,126 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:47,126 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. after waiting 0 ms 2024-11-08T19:15:47,126 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:47,126 INFO [RS:0;692b295ad45c:38579 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:15:47,126 INFO [RS:0;692b295ad45c:38579 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:15:47,126 INFO [RS:0;692b295ad45c:38579 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:15:47,126 INFO [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:15:47,133 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 672a06d8d7e35285546356cb934cc683 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-08T19:15:47,148 INFO [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T19:15:47,148 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:15:47,148 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:15:47,149 DEBUG [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(1325): Online Regions={672a06d8d7e35285546356cb934cc683=hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:15:47,149 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:15:47,149 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:15:47,149 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:15:47,149 DEBUG [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:47,149 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T19:15:47,194 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:15:47,265 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/replication/672a06d8d7e35285546356cb934cc683/.tmp/queue/53ee13d2bfea40c3bc53df3fc37a7526 is 151, key is 1-692b295ad45c,38579,1731093334751/queue:692b295ad45c%2C38579%2C1731093334751/1731093345791/Put/seqid=0 2024-11-08T19:15:47,265 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/.tmp/info/6aca30b729a64a71acaa16a286318264 is 147, key is hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683./info:regioninfo/1731093345404/Put/seqid=0 2024-11-08T19:15:47,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741838_1014 (size=6631) 2024-11-08T19:15:47,290 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/.tmp/info/6aca30b729a64a71acaa16a286318264 2024-11-08T19:15:47,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741839_1015 (size=5500) 2024-11-08T19:15:47,315 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,38579,1731093334751.replicationSource.wal-reader.692b295ad45c%2C38579%2C1731093334751,2-692b295ad45c,38579,1731093334751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751/692b295ad45c%2C38579%2C1731093334751.1731093338036 to pos 0, reset compression=false 2024-11-08T19:15:47,340 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751.replicationSource.wal-reader.692b295ad45c%2C38579%2C1731093334751,1-692b295ad45c,38579,1731093334751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751/692b295ad45c%2C38579%2C1731093334751.1731093338036 to pos 0, reset compression=false 2024-11-08T19:15:47,349 DEBUG [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:47,407 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/.tmp/ns/da5a49302df94da59b4fca385b91545e is 43, key is default/ns:d/1731093339206/Put/seqid=0 2024-11-08T19:15:47,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741840_1016 (size=5153) 2024-11-08T19:15:47,441 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/.tmp/ns/da5a49302df94da59b4fca385b91545e 2024-11-08T19:15:47,509 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/.tmp/table/c9397cdbf16740a9b9af2933a40c3f08 is 53, key is hbase:replication/table:state/1731093345422/Put/seqid=0 2024-11-08T19:15:47,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741841_1017 (size=5256) 2024-11-08T19:15:47,550 DEBUG [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:47,690 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/replication/672a06d8d7e35285546356cb934cc683/.tmp/queue/53ee13d2bfea40c3bc53df3fc37a7526 2024-11-08T19:15:47,709 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/replication/672a06d8d7e35285546356cb934cc683/.tmp/queue/53ee13d2bfea40c3bc53df3fc37a7526 as hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/replication/672a06d8d7e35285546356cb934cc683/queue/53ee13d2bfea40c3bc53df3fc37a7526 2024-11-08T19:15:47,724 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/replication/672a06d8d7e35285546356cb934cc683/queue/53ee13d2bfea40c3bc53df3fc37a7526, entries=2, sequenceid=6, filesize=5.4 K 2024-11-08T19:15:47,735 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 672a06d8d7e35285546356cb934cc683 in 601ms, sequenceid=6, compaction requested=false 2024-11-08T19:15:47,736 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T19:15:47,750 DEBUG [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:47,769 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/replication/672a06d8d7e35285546356cb934cc683/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T19:15:47,773 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:15:47,773 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:15:47,774 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:47,774 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 672a06d8d7e35285546356cb934cc683: Waiting for close lock at 1731093347124Running coprocessor pre-close hooks at 1731093347125 (+1 ms)Disabling compacts and flushes for region at 1731093347125Disabling writes for close at 1731093347126 (+1 ms)Obtaining lock to block concurrent updates at 1731093347133 (+7 ms)Preparing flush snapshotting stores in 672a06d8d7e35285546356cb934cc683 at 1731093347133Finished memstore snapshotting hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731093347147 (+14 ms)Flushing stores of hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. at 1731093347152 (+5 ms)Flushing 672a06d8d7e35285546356cb934cc683/queue: creating writer at 1731093347154 (+2 ms)Flushing 672a06d8d7e35285546356cb934cc683/queue: appending metadata at 1731093347233 (+79 ms)Flushing 672a06d8d7e35285546356cb934cc683/queue: closing flushed file at 1731093347244 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de90ac2: reopening flushed file at 1731093347706 (+462 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 672a06d8d7e35285546356cb934cc683 in 601ms, sequenceid=6, compaction requested=false at 1731093347735 (+29 ms)Writing region close event to WAL at 1731093347738 (+3 ms)Running coprocessor post-close hooks at 1731093347771 (+33 ms)Closed at 1731093347774 (+3 ms) 2024-11-08T19:15:47,775 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:47,831 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,38579,1731093334751.replicationSource.wal-reader.692b295ad45c%2C38579%2C1731093334751,2-692b295ad45c,38579,1731093334751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751/692b295ad45c%2C38579%2C1731093334751.1731093338036 to pos 0, reset compression=false 2024-11-08T19:15:47,859 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:15:47,860 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:15:47,924 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/.tmp/table/c9397cdbf16740a9b9af2933a40c3f08 2024-11-08T19:15:47,948 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/.tmp/info/6aca30b729a64a71acaa16a286318264 as hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/info/6aca30b729a64a71acaa16a286318264 2024-11-08T19:15:47,950 DEBUG [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:15:47,954 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751.replicationSource.wal-reader.692b295ad45c%2C38579%2C1731093334751,1-692b295ad45c,38579,1731093334751 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751/692b295ad45c%2C38579%2C1731093334751.1731093338036 to pos 0, reset compression=false 2024-11-08T19:15:47,981 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/info/6aca30b729a64a71acaa16a286318264, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T19:15:47,995 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/.tmp/ns/da5a49302df94da59b4fca385b91545e as hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/ns/da5a49302df94da59b4fca385b91545e 2024-11-08T19:15:48,031 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/ns/da5a49302df94da59b4fca385b91545e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T19:15:48,033 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/.tmp/table/c9397cdbf16740a9b9af2933a40c3f08 as hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/table/c9397cdbf16740a9b9af2933a40c3f08 2024-11-08T19:15:48,066 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/table/c9397cdbf16740a9b9af2933a40c3f08, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T19:15:48,070 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=11, compaction requested=false 2024-11-08T19:15:48,087 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T19:15:48,088 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:15:48,088 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:15:48,089 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:15:48,089 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093347148Running coprocessor pre-close hooks at 1731093347148Disabling compacts and flushes for region at 1731093347148Disabling writes for close at 1731093347149 (+1 ms)Obtaining lock to block concurrent updates at 1731093347149Preparing flush snapshotting stores in 1588230740 at 1731093347149Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731093347150 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731093347151 (+1 ms)Flushing 1588230740/info: creating writer at 1731093347154 (+3 ms)Flushing 1588230740/info: appending metadata at 1731093347240 (+86 ms)Flushing 1588230740/info: closing flushed file at 1731093347241 (+1 ms)Flushing 1588230740/ns: creating writer at 1731093347382 (+141 ms)Flushing 1588230740/ns: appending metadata at 1731093347406 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731093347406Flushing 1588230740/table: creating writer at 1731093347469 (+63 ms)Flushing 1588230740/table: appending metadata at 1731093347507 (+38 ms)Flushing 1588230740/table: closing flushed file at 1731093347507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7a9cd6: reopening flushed file at 1731093347945 (+438 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@191f52ce: reopening flushed file at 1731093347983 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5205ba54: reopening flushed file at 1731093348031 (+48 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=11, compaction requested=false at 1731093348070 (+39 ms)Writing region close event to WAL at 1731093348073 (+3 ms)Running coprocessor post-close hooks at 1731093348088 (+15 ms)Closed at 1731093348088 2024-11-08T19:15:48,089 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:15:48,151 INFO [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,38579,1731093334751; all regions closed. 2024-11-08T19:15:48,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741834_1010 (size=2742) 2024-11-08T19:15:48,164 DEBUG [RS:0;692b295ad45c:38579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/oldWALs 2024-11-08T19:15:48,164 INFO [RS:0;692b295ad45c:38579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C38579%2C1731093334751.meta:.meta(num 1731093338954) 2024-11-08T19:15:48,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741837_1013 (size=1802) 2024-11-08T19:15:48,176 DEBUG [RS:0;692b295ad45c:38579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/oldWALs 2024-11-08T19:15:48,176 INFO [RS:0;692b295ad45c:38579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C38579%2C1731093334751.rep:(num 1731093345349) 2024-11-08T19:15:48,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741833_1009 (size=93) 2024-11-08T19:15:48,182 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751/692b295ad45c%2C38579%2C1731093334751.1731093338036 not finished, retry = 0 2024-11-08T19:15:48,287 DEBUG [RS:0;692b295ad45c:38579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/oldWALs 2024-11-08T19:15:48,288 INFO [RS:0;692b295ad45c:38579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C38579%2C1731093334751:(num 1731093338036) 2024-11-08T19:15:48,288 DEBUG [RS:0;692b295ad45c:38579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:48,288 INFO [RS:0;692b295ad45c:38579 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:15:48,288 INFO [RS:0;692b295ad45c:38579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:15:48,289 INFO [RS:0;692b295ad45c:38579 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:15:48,289 INFO [RS:0;692b295ad45c:38579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:15:48,290 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:15:48,290 INFO [RS:0;692b295ad45c:38579 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-692b295ad45c,38579,1731093334751 because: Region server is closing 2024-11-08T19:15:48,291 INFO [RS:0;692b295ad45c:38579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:38579. 2024-11-08T19:15:48,291 DEBUG [RS:0;692b295ad45c:38579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:15:48,291 DEBUG [RS:0;692b295ad45c:38579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:48,291 DEBUG [RS:0;692b295ad45c:38579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:48,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:15:48,392 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751.replicationSource.wal-reader.692b295ad45c%2C38579%2C1731093334751,1-692b295ad45c,38579,1731093334751 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T19:15:48,392 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751.replicationSource.shipper692b295ad45c%2C38579%2C1731093334751,1-692b295ad45c,38579,1731093334751 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T19:15:48,392 INFO [RS:0;692b295ad45c:38579 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38579,1731093334751.replicationSource.shipper692b295ad45c%2C38579%2C1731093334751,1-692b295ad45c,38579,1731093334751 terminated 2024-11-08T19:15:48,393 INFO [RS:0;692b295ad45c:38579 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-692b295ad45c,38579,1731093334751 because: Region server is closing 2024-11-08T19:15:48,393 INFO [RS:0;692b295ad45c:38579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:38579. 2024-11-08T19:15:48,393 DEBUG [RS:0;692b295ad45c:38579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:15:48,393 DEBUG [RS:0;692b295ad45c:38579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:48,394 DEBUG [RS:0;692b295ad45c:38579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:48,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:15:48,494 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,38579,1731093334751.replicationSource.shipper692b295ad45c%2C38579%2C1731093334751,2-692b295ad45c,38579,1731093334751 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T19:15:48,495 INFO [RS:0;692b295ad45c:38579 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,38579,1731093334751.replicationSource.shipper692b295ad45c%2C38579%2C1731093334751,2-692b295ad45c,38579,1731093334751 terminated 2024-11-08T19:15:48,495 INFO [RS:0;692b295ad45c:38579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38579 2024-11-08T19:15:48,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83426251/rs/692b295ad45c,38579,1731093334751 2024-11-08T19:15:48,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251/rs 2024-11-08T19:15:48,559 INFO [RS:0;692b295ad45c:38579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:15:48,560 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,38579,1731093334751] 2024-11-08T19:15:48,580 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-83426251/draining/692b295ad45c,38579,1731093334751 already deleted, retry=false 2024-11-08T19:15:48,580 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,38579,1731093334751 expired; onlineServers=0 2024-11-08T19:15:48,580 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,44559,1731093333739' ***** 2024-11-08T19:15:48,580 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:15:48,581 INFO [M:0;692b295ad45c:44559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:15:48,581 INFO [M:0;692b295ad45c:44559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:15:48,581 DEBUG [M:0;692b295ad45c:44559 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:15:48,581 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:15:48,581 DEBUG [M:0;692b295ad45c:44559 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:15:48,581 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093337596 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093337596,5,FailOnTimeoutGroup] 2024-11-08T19:15:48,581 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093337600 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093337600,5,FailOnTimeoutGroup] 2024-11-08T19:15:48,581 INFO [M:0;692b295ad45c:44559 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:15:48,581 INFO [M:0;692b295ad45c:44559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:15:48,581 DEBUG [M:0;692b295ad45c:44559 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:15:48,582 INFO [M:0;692b295ad45c:44559 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:15:48,582 INFO [M:0;692b295ad45c:44559 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:15:48,582 INFO [M:0;692b295ad45c:44559 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:15:48,582 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:15:48,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83426251/master 2024-11-08T19:15:48,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:48,591 DEBUG [M:0;692b295ad45c:44559 {}] zookeeper.ZKUtil(347): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Unable to get data of znode /0-83426251/master because node does not exist (not an error) 2024-11-08T19:15:48,591 WARN [M:0;692b295ad45c:44559 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:15:48,592 INFO [M:0;692b295ad45c:44559 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/.lastflushedseqids 2024-11-08T19:15:48,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741842_1018 (size=181) 2024-11-08T19:15:48,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:15:48,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38579-0x1011bdfeba50001, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:15:48,671 INFO [RS:0;692b295ad45c:38579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:15:48,671 INFO [RS:0;692b295ad45c:38579 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,38579,1731093334751; zookeeper connection closed. 2024-11-08T19:15:48,671 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5452f310 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5452f310 2024-11-08T19:15:48,672 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:15:49,004 INFO [M:0;692b295ad45c:44559 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:15:49,004 INFO [M:0;692b295ad45c:44559 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:15:49,004 DEBUG [M:0;692b295ad45c:44559 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:15:49,004 INFO [M:0;692b295ad45c:44559 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:49,004 DEBUG [M:0;692b295ad45c:44559 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:49,004 DEBUG [M:0;692b295ad45c:44559 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:15:49,004 DEBUG [M:0;692b295ad45c:44559 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:49,005 INFO [M:0;692b295ad45c:44559 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-08T19:15:49,025 DEBUG [M:0;692b295ad45c:44559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35b4fce9fd1a4ed981783b55aab44c4d is 82, key is hbase:meta,,1/info:regioninfo/1731093339059/Put/seqid=0 2024-11-08T19:15:49,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741843_1019 (size=5672) 2024-11-08T19:15:49,431 INFO [M:0;692b295ad45c:44559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35b4fce9fd1a4ed981783b55aab44c4d 2024-11-08T19:15:49,474 DEBUG [M:0;692b295ad45c:44559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7657a0bfba8420d996c684601485b25 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731093345429/Put/seqid=0 2024-11-08T19:15:49,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741844_1020 (size=8663) 2024-11-08T19:15:49,481 INFO [M:0;692b295ad45c:44559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7657a0bfba8420d996c684601485b25 2024-11-08T19:15:49,510 DEBUG [M:0;692b295ad45c:44559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce3da893cd174ec8b0ff7b2a7adb570a is 69, key is 692b295ad45c,38579,1731093334751/rs:state/1731093337723/Put/seqid=0 2024-11-08T19:15:49,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741845_1021 (size=5156) 2024-11-08T19:15:49,940 INFO [M:0;692b295ad45c:44559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce3da893cd174ec8b0ff7b2a7adb570a 2024-11-08T19:15:49,952 DEBUG [M:0;692b295ad45c:44559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35b4fce9fd1a4ed981783b55aab44c4d as hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35b4fce9fd1a4ed981783b55aab44c4d 2024-11-08T19:15:49,961 INFO [M:0;692b295ad45c:44559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35b4fce9fd1a4ed981783b55aab44c4d, entries=8, sequenceid=115, filesize=5.5 K 2024-11-08T19:15:49,963 DEBUG [M:0;692b295ad45c:44559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7657a0bfba8420d996c684601485b25 as hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7657a0bfba8420d996c684601485b25 2024-11-08T19:15:49,970 INFO [M:0;692b295ad45c:44559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7657a0bfba8420d996c684601485b25, entries=14, sequenceid=115, filesize=8.5 K 2024-11-08T19:15:49,972 DEBUG [M:0;692b295ad45c:44559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce3da893cd174ec8b0ff7b2a7adb570a as hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce3da893cd174ec8b0ff7b2a7adb570a 2024-11-08T19:15:49,980 INFO [M:0;692b295ad45c:44559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce3da893cd174ec8b0ff7b2a7adb570a, entries=1, sequenceid=115, filesize=5.0 K 2024-11-08T19:15:49,982 INFO [M:0;692b295ad45c:44559 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 976ms, sequenceid=115, compaction requested=false 2024-11-08T19:15:49,984 INFO [M:0;692b295ad45c:44559 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:49,984 DEBUG [M:0;692b295ad45c:44559 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093349004Disabling compacts and flushes for region at 1731093349004Disabling writes for close at 1731093349004Obtaining lock to block concurrent updates at 1731093349005 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093349005Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731093349005Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093349006 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093349006Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093349025 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093349025Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093349444 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093349474 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093349474Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093349491 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093349509 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093349509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a169f86: reopening flushed file at 1731093349951 (+442 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bde3f22: reopening flushed file at 1731093349961 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4b9831: reopening flushed file at 1731093349971 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 976ms, sequenceid=115, compaction requested=false at 1731093349982 (+11 ms)Writing region close event to WAL at 1731093349984 (+2 ms)Closed at 1731093349984 2024-11-08T19:15:49,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741830_1006 (size=59421) 2024-11-08T19:15:49,988 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/WALs/692b295ad45c,44559,1731093333739/692b295ad45c%2C44559%2C1731093333739.1731093336637 not finished, retry = 0 2024-11-08T19:15:50,089 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:15:50,089 INFO [M:0;692b295ad45c:44559 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:15:50,089 INFO [M:0;692b295ad45c:44559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44559 2024-11-08T19:15:50,090 INFO [M:0;692b295ad45c:44559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:15:50,160 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:15:50,203 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:15:50,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:15:50,249 INFO [M:0;692b295ad45c:44559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:15:50,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44559-0x1011bdfeba50000, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:15:50,251 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:15:50,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:15:50,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:15:50,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:15:50,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:15:50,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:15:50,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:15:50,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:15:50,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44785 2024-11-08T19:15:50,256 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44785 connecting to ZooKeeper ensemble=127.0.0.1:64379 2024-11-08T19:15:50,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447850x0, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:15:50,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44785-0x1011bdfeba50006 connected 2024-11-08T19:15:50,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:50,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:50,293 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83426251/meta-region-server: INIT 2024-11-08T19:15:50,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on znode that does not yet exist, /0-83426251/running 2024-11-08T19:15:50,294 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22, hbase.cluster.distributed=false 2024-11-08T19:15:50,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on znode that does not yet exist, /0-83426251/acl 2024-11-08T19:15:50,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44785 2024-11-08T19:15:50,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44785 2024-11-08T19:15:50,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44785 2024-11-08T19:15:50,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44785 2024-11-08T19:15:50,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44785 2024-11-08T19:15:50,346 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:15:50,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:15:50,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:15:50,346 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:15:50,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:15:50,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:15:50,346 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:15:50,346 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:15:50,347 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34585 2024-11-08T19:15:50,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34585 connecting to ZooKeeper ensemble=127.0.0.1:64379 2024-11-08T19:15:50,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:50,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:50,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345850x0, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:15:50,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345850x0, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on znode that does not yet exist, /0-83426251/running 2024-11-08T19:15:50,391 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83426251/meta-region-server: INIT 2024-11-08T19:15:50,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34585-0x1011bdfeba50007 connected 2024-11-08T19:15:50,392 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:15:50,392 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:15:50,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34585-0x1011bdfeba50007, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on znode that does not yet exist, /0-83426251/master 2024-11-08T19:15:50,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34585-0x1011bdfeba50007, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on znode that does not yet exist, /0-83426251/acl 2024-11-08T19:15:50,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34585 2024-11-08T19:15:50,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34585 2024-11-08T19:15:50,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34585 2024-11-08T19:15:50,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34585 2024-11-08T19:15:50,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34585 2024-11-08T19:15:50,414 DEBUG [M:0;692b295ad45c:44785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:44785 2024-11-08T19:15:50,416 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-83426251/backup-masters/692b295ad45c,44785,1731093350251 2024-11-08T19:15:50,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251/backup-masters 2024-11-08T19:15:50,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1011bdfeba50007, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251/backup-masters 2024-11-08T19:15:50,423 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on existing znode=/0-83426251/backup-masters/692b295ad45c,44785,1731093350251 2024-11-08T19:15:50,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1011bdfeba50007, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-83426251/master 2024-11-08T19:15:50,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:50,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1011bdfeba50007, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:50,433 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on existing znode=/0-83426251/master 2024-11-08T19:15:50,434 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-83426251/backup-masters/692b295ad45c,44785,1731093350251 from backup master directory 2024-11-08T19:15:50,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83426251/backup-masters/692b295ad45c,44785,1731093350251 2024-11-08T19:15:50,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1011bdfeba50007, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251/backup-masters 2024-11-08T19:15:50,443 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:15:50,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251/backup-masters 2024-11-08T19:15:50,443 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,44785,1731093350251 2024-11-08T19:15:50,461 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:15:50,461 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:15:50,478 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-08T19:15:50,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741846_1022 (size=196) 2024-11-08T19:15:50,893 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:15:50,894 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:15:50,894 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:15:50,905 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T19:15:50,909 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/WALs/692b295ad45c,44559,1731093333739 to hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/WALs/692b295ad45c,44559,1731093333739-dead as it is dead 2024-11-08T19:15:50,911 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T19:15:50,911 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T19:15:50,911 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/WALs/692b295ad45c,44559,1731093333739-dead/692b295ad45c%2C44559%2C1731093333739.1731093336637 2024-11-08T19:15:50,918 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/WALs/692b295ad45c,44559,1731093333739-dead/692b295ad45c%2C44559%2C1731093333739.1731093336637 after 4ms 2024-11-08T19:15:50,919 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/WALs/692b295ad45c,44559,1731093333739-dead/692b295ad45c%2C44559%2C1731093333739.1731093336637 to hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/692b295ad45c%2C44559%2C1731093333739.1731093336637 2024-11-08T19:15:50,919 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/WALs/692b295ad45c,44559,1731093333739-dead 2024-11-08T19:15:50,920 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/WALs/692b295ad45c,44785,1731093350251 2024-11-08T19:15:50,921 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:15:50,924 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C44785%2C1731093350251, suffix=, logDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/WALs/692b295ad45c,44785,1731093350251, archiveDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/oldWALs, maxLogs=10 2024-11-08T19:15:50,939 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/WALs/692b295ad45c,44785,1731093350251/692b295ad45c%2C44785%2C1731093350251.1731093350924, exclude list is [], retry=0 2024-11-08T19:15:50,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36989,DS-bdddac9c-e598-408e-a7cb-7c0be92e0054,DISK] 2024-11-08T19:15:50,959 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/WALs/692b295ad45c,44785,1731093350251/692b295ad45c%2C44785%2C1731093350251.1731093350924 2024-11-08T19:15:50,959 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36201:36201)] 2024-11-08T19:15:50,959 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:15:50,960 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:15:50,960 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:50,960 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:50,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:50,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:15:50,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:50,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35b4fce9fd1a4ed981783b55aab44c4d 2024-11-08T19:15:50,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:50,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:50,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:15:50,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:50,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7657a0bfba8420d996c684601485b25 2024-11-08T19:15:50,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:15:50,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:50,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:15:50,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:51,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce3da893cd174ec8b0ff7b2a7adb570a 2024-11-08T19:15:51,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:15:51,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:51,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:15:51,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:51,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:15:51,006 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:51,007 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T19:15:51,007 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/692b295ad45c%2C44559%2C1731093333739.1731093336637 2024-11-08T19:15:51,026 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/692b295ad45c%2C44559%2C1731093333739.1731093336637 2024-11-08T19:15:51,028 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/692b295ad45c%2C44559%2C1731093333739.1731093336637 2024-11-08T19:15:51,030 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:51,030 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:51,031 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:15:51,033 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:15:51,036 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-08T19:15:51,038 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62990772, jitterRate=-0.06136435270309448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:15:51,038 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093350960Initializing all the Stores at 1731093350961 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093350962 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093350962Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093350962Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093350962Cleaning up temporary data from old regions at 1731093351030 (+68 ms)Region opened successfully at 1731093351038 (+8 ms) 2024-11-08T19:15:51,052 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:15:51,057 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53975721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:15:51,071 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T19:15:51,072 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:15:51,072 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:15:51,072 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:15:51,073 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:15:51,079 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:15:51,080 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:15:51,080 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T19:15:51,081 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:15:51,081 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T19:15:51,081 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T19:15:51,081 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-08T19:15:51,081 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:15:51,087 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=692b295ad45c,38579,1731093334751, regionLocation=692b295ad45c,38579,1731093334751, openSeqNum=2 2024-11-08T19:15:51,087 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=692b295ad45c,38579,1731093334751, table=hbase:meta, region=1588230740 2024-11-08T19:15:51,087 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,38579,1731093334751, state=OPEN 2024-11-08T19:15:51,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1011bdfeba50007, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-83426251/meta-region-server 2024-11-08T19:15:51,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-83426251/meta-region-server 2024-11-08T19:15:51,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83426251/meta-region-server: CHANGED 2024-11-08T19:15:51,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83426251/meta-region-server: CHANGED 2024-11-08T19:15:51,133 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:15:51,146 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83426251/draining/692b295ad45c,38579,1731093334751 already deleted, retry=false 2024-11-08T19:15:51,146 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 692b295ad45c,38579,1731093334751 on 692b295ad45c,44785,1731093350251 2024-11-08T19:15:51,153 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 692b295ad45c,38579,1731093334751, splitWal=true, meta=true 2024-11-08T19:15:51,156 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 692b295ad45c,38579,1731093334751 (carryingMeta=true) 692b295ad45c,38579,1731093334751/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3dc6ddf0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T19:15:51,160 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Unable to get data of znode /0-83426251/balancer because node does not exist (not necessarily an error) 2024-11-08T19:15:51,169 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83426251/balancer already deleted, retry=false 2024-11-08T19:15:51,170 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:15:51,171 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Unable to get data of znode /0-83426251/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:15:51,180 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83426251/normalizer already deleted, retry=false 2024-11-08T19:15:51,180 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:15:51,181 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Unable to get data of znode /0-83426251/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:15:51,222 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83426251/switch/split already deleted, retry=false 2024-11-08T19:15:51,223 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Unable to get data of znode /0-83426251/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:15:51,243 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83426251/switch/merge already deleted, retry=false 2024-11-08T19:15:51,266 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Unable to get data of znode /0-83426251/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:15:51,275 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83426251/snapshot-cleanup already deleted, retry=false 2024-11-08T19:15:51,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1011bdfeba50007, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-83426251/running 2024-11-08T19:15:51,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-83426251/running 2024-11-08T19:15:51,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1011bdfeba50007, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:51,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:51,286 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,44785,1731093350251, sessionid=0x1011bdfeba50006, setting cluster-up flag (Was=false) 2024-11-08T19:15:51,296 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-83426251/flush-table-proc/acquired, /0-83426251/flush-table-proc/reached, /0-83426251/flush-table-proc/abort 2024-11-08T19:15:51,297 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,44785,1731093350251 2024-11-08T19:15:51,308 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-83426251/online-snapshot/acquired, /0-83426251/online-snapshot/reached, /0-83426251/online-snapshot/abort 2024-11-08T19:15:51,310 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,44785,1731093350251 2024-11-08T19:15:51,311 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/.lastflushedseqids 2024-11-08T19:15:51,316 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:15:51,316 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:15:51,316 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,44785,1731093350251 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 692b295ad45c,38579,1731093334751 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:15:51,318 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:15:51,318 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:15:51,318 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:15:51,319 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:15:51,319 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:15:51,319 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:51,319 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:15:51,319 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:51,320 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093381320 2024-11-08T19:15:51,320 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:15:51,320 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:15:51,320 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:15:51,320 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:15:51,320 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:15:51,320 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:15:51,321 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:51,321 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:15:51,321 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:15:51,321 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:15:51,321 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:15:51,322 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 692b295ad45c,38579,1731093334751, splitWal=true, meta=true 2024-11-08T19:15:51,324 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:15:51,324 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:15:51,324 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 692b295ad45c,38579,1731093334751, splitWal=true, meta=true, isMeta: true 2024-11-08T19:15:51,326 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751-splitting 2024-11-08T19:15:51,328 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751-splitting dir is empty, no logs to split. 2024-11-08T19:15:51,328 INFO [PEWorker-1 {}] master.SplitWALManager(105): 692b295ad45c,38579,1731093334751 WAL count=0, meta=true 2024-11-08T19:15:51,332 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093351324,5,FailOnTimeoutGroup] 2024-11-08T19:15:51,333 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751-splitting dir is empty, no logs to split. 2024-11-08T19:15:51,333 INFO [PEWorker-1 {}] master.SplitWALManager(105): 692b295ad45c,38579,1731093334751 WAL count=0, meta=true 2024-11-08T19:15:51,333 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 692b295ad45c,38579,1731093334751 WAL splitting is done? wals=0, meta=true 2024-11-08T19:15:51,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:15:51,336 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093351332,5,FailOnTimeoutGroup] 2024-11-08T19:15:51,336 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:51,336 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:15:51,336 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:51,336 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:51,337 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093351337, completionTime=-1 2024-11-08T19:15:51,337 WARN [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T19:15:51,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:15:51,340 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:15:51,341 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T19:15:51,403 INFO [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer(746): ClusterId : f91b4391-0436-4325-82e4-5fe8e19f0e63 2024-11-08T19:15:51,403 DEBUG [RS:0;692b295ad45c:34585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:15:51,413 DEBUG [RS:0;692b295ad45c:34585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:15:51,413 DEBUG [RS:0;692b295ad45c:34585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:15:51,423 DEBUG [RS:0;692b295ad45c:34585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:15:51,423 DEBUG [RS:0;692b295ad45c:34585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@177938c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:15:51,438 DEBUG [RS:0;692b295ad45c:34585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:34585 2024-11-08T19:15:51,439 INFO [RS:0;692b295ad45c:34585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:15:51,439 INFO [RS:0;692b295ad45c:34585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:15:51,439 DEBUG [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:15:51,440 INFO [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,44785,1731093350251 with port=34585, startcode=1731093350345 2024-11-08T19:15:51,440 DEBUG [RS:0;692b295ad45c:34585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:15:51,442 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:15:51,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44785 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,34585,1731093350345 2024-11-08T19:15:51,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44785 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,34585,1731093350345 2024-11-08T19:15:51,445 DEBUG [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22 2024-11-08T19:15:51,445 DEBUG [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41859 2024-11-08T19:15:51,445 DEBUG [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:15:51,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251/rs 2024-11-08T19:15:51,454 DEBUG [RS:0;692b295ad45c:34585 {}] zookeeper.ZKUtil(111): regionserver:34585-0x1011bdfeba50007, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on existing znode=/0-83426251/rs/692b295ad45c,34585,1731093350345 2024-11-08T19:15:51,454 WARN [RS:0;692b295ad45c:34585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:15:51,454 INFO [RS:0;692b295ad45c:34585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:15:51,455 DEBUG [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345 2024-11-08T19:15:51,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,34585,1731093350345] 2024-11-08T19:15:51,490 WARN [692b295ad45c:44785 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T19:15:51,491 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T19:15:51,503 INFO [RS:0;692b295ad45c:34585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:15:51,509 INFO [RS:0;692b295ad45c:34585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:15:51,511 INFO [RS:0;692b295ad45c:34585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:15:51,511 INFO [RS:0;692b295ad45c:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:51,512 INFO [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:15:51,513 INFO [RS:0;692b295ad45c:34585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:15:51,514 INFO [RS:0;692b295ad45c:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:51,514 DEBUG [RS:0;692b295ad45c:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:51,514 DEBUG [RS:0;692b295ad45c:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:51,514 DEBUG [RS:0;692b295ad45c:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:51,514 DEBUG [RS:0;692b295ad45c:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:51,514 DEBUG [RS:0;692b295ad45c:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:51,515 DEBUG [RS:0;692b295ad45c:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:15:51,515 DEBUG [RS:0;692b295ad45c:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:51,515 DEBUG [RS:0;692b295ad45c:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:51,515 DEBUG [RS:0;692b295ad45c:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:51,515 DEBUG [RS:0;692b295ad45c:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:51,515 DEBUG [RS:0;692b295ad45c:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:51,515 DEBUG [RS:0;692b295ad45c:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:15:51,515 DEBUG [RS:0;692b295ad45c:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:15:51,515 DEBUG [RS:0;692b295ad45c:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:15:51,517 INFO [RS:0;692b295ad45c:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:51,517 INFO [RS:0;692b295ad45c:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:51,518 INFO [RS:0;692b295ad45c:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:51,518 INFO [RS:0;692b295ad45c:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:51,518 INFO [RS:0;692b295ad45c:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:51,518 INFO [RS:0;692b295ad45c:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34585,1731093350345-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:15:51,545 INFO [RS:0;692b295ad45c:34585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:15:51,545 INFO [RS:0;692b295ad45c:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34585,1731093350345-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:51,566 INFO [RS:0;692b295ad45c:34585 {}] regionserver.ReplicationSource(231): queueId=1-692b295ad45c,34585,1731093350345, ReplicationSource: 1, currentBandwidth=0 2024-11-08T19:15:51,583 INFO [RS:0;692b295ad45c:34585 {}] regionserver.ReplicationSource(231): queueId=2-692b295ad45c,34585,1731093350345, ReplicationSource: 2, currentBandwidth=0 2024-11-08T19:15:51,584 INFO [RS:0;692b295ad45c:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:51,584 INFO [RS:0;692b295ad45c:34585 {}] regionserver.Replication(171): 692b295ad45c,34585,1731093350345 started 2024-11-08T19:15:51,589 DEBUG [RS:0;692b295ad45c:34585.replicationSource,1-692b295ad45c,34585,1731093350345 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:44217' 2024-11-08T19:15:51,597 DEBUG [RS:0;692b295ad45c:34585.replicationSource,1-692b295ad45c,34585,1731093350345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22e09b3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:51,597 DEBUG [RS:0;692b295ad45c:34585.replicationSource,1-692b295ad45c,34585,1731093350345 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,44217,-1 for getting cluster id 2024-11-08T19:15:51,597 DEBUG [RS:0;692b295ad45c:34585.replicationSource,1-692b295ad45c,34585,1731093350345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:15:51,601 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0069ec2c-1cda-4af1-832b-c131c6934393' 2024-11-08T19:15:51,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:15:51,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0069ec2c-1cda-4af1-832b-c131c6934393" 2024-11-08T19:15:51,602 DEBUG [RS:0;692b295ad45c:34585.replicationSource,2-692b295ad45c,34585,1731093350345 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:44217' 2024-11-08T19:15:51,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e50cc59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:51,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,44217,-1] 2024-11-08T19:15:51,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:15:51,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:51,604 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:15:51,605 DEBUG [RS:0;692b295ad45c:34585.replicationSource,2-692b295ad45c,34585,1731093350345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28e76169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:51,605 DEBUG [RS:0;692b295ad45c:34585.replicationSource,2-692b295ad45c,34585,1731093350345 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,44217,-1 for getting cluster id 2024-11-08T19:15:51,605 INFO [RS:0;692b295ad45c:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:51,605 DEBUG [RS:0;692b295ad45c:34585.replicationSource,2-692b295ad45c,34585,1731093350345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:15:51,605 INFO [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,34585,1731093350345, RpcServer on 692b295ad45c/172.17.0.2:34585, sessionid=0x1011bdfeba50007 2024-11-08T19:15:51,605 DEBUG [RS:0;692b295ad45c:34585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:15:51,605 DEBUG [RS:0;692b295ad45c:34585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,34585,1731093350345 2024-11-08T19:15:51,605 DEBUG [RS:0;692b295ad45c:34585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,34585,1731093350345' 2024-11-08T19:15:51,605 DEBUG [RS:0;692b295ad45c:34585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-83426251/flush-table-proc/abort' 2024-11-08T19:15:51,606 DEBUG [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0069ec2c-1cda-4af1-832b-c131c6934393' 2024-11-08T19:15:51,606 DEBUG [RS:0;692b295ad45c:34585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-83426251/flush-table-proc/acquired' 2024-11-08T19:15:51,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:15:51,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0069ec2c-1cda-4af1-832b-c131c6934393" 2024-11-08T19:15:51,607 DEBUG [RS:0;692b295ad45c:34585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:15:51,607 DEBUG [RS:0;692b295ad45c:34585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:15:51,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49357772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:51,607 DEBUG [RS:0;692b295ad45c:34585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,34585,1731093350345 2024-11-08T19:15:51,607 DEBUG [RS:0;692b295ad45c:34585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,34585,1731093350345' 2024-11-08T19:15:51,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,44217,-1] 2024-11-08T19:15:51,607 DEBUG [RS:0;692b295ad45c:34585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-83426251/online-snapshot/abort' 2024-11-08T19:15:51,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:15:51,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:51,607 DEBUG [RS:0;692b295ad45c:34585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-83426251/online-snapshot/acquired' 2024-11-08T19:15:51,608 DEBUG [RS:0;692b295ad45c:34585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:15:51,608 INFO [RS:0;692b295ad45c:34585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:15:51,608 INFO [RS:0;692b295ad45c:34585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:15:51,609 DEBUG [RS:0;692b295ad45c:34585.replicationSource,1-692b295ad45c,34585,1731093350345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ad46d2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:51,609 DEBUG [RS:0;692b295ad45c:34585.replicationSource,1-692b295ad45c,34585,1731093350345 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:15:51,609 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:15:51,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,44217,1731093341779 2024-11-08T19:15:51,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79fe220e 2024-11-08T19:15:51,610 DEBUG [RS:0;692b295ad45c:34585.replicationSource,2-692b295ad45c,34585,1731093350345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@665a0637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:51,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:15:51,610 DEBUG [RS:0;692b295ad45c:34585.replicationSource,2-692b295ad45c,34585,1731093350345 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:15:51,612 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T19:15:51,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,44217,1731093341779 2024-11-08T19:15:51,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69ed9a9f 2024-11-08T19:15:51,613 INFO [RS:0;692b295ad45c:34585.replicationSource,1-692b295ad45c,34585,1731093350345 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-692b295ad45c,34585,1731093350345 (queues=0) is replicating from cluster=f91b4391-0436-4325-82e4-5fe8e19f0e63 to cluster=0069ec2c-1cda-4af1-832b-c131c6934393 2024-11-08T19:15:51,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:15:51,614 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T19:15:51,615 INFO [RS:0;692b295ad45c:34585.replicationSource,2-692b295ad45c,34585,1731093350345 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-692b295ad45c,34585,1731093350345 (queues=0) is replicating from cluster=f91b4391-0436-4325-82e4-5fe8e19f0e63 to cluster=0069ec2c-1cda-4af1-832b-c131c6934393 2024-11-08T19:15:51,709 INFO [RS:0;692b295ad45c:34585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:15:51,712 INFO [RS:0;692b295ad45c:34585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C34585%2C1731093350345, suffix=, logDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345, archiveDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/oldWALs, maxLogs=10 2024-11-08T19:15:51,733 DEBUG [RS:0;692b295ad45c:34585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713, exclude list is [], retry=0 2024-11-08T19:15:51,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36989,DS-bdddac9c-e598-408e-a7cb-7c0be92e0054,DISK] 2024-11-08T19:15:51,759 INFO [RS:0;692b295ad45c:34585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 2024-11-08T19:15:51,761 DEBUG [RS:0;692b295ad45c:34585 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 692b295ad45c%2C34585%2C1731093350345 for peer 2 2024-11-08T19:15:51,761 DEBUG [RS:0;692b295ad45c:34585 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 692b295ad45c%2C34585%2C1731093350345 for peer 1 2024-11-08T19:15:51,762 DEBUG [RS:0;692b295ad45c:34585 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=692b295ad45c%2C34585%2C1731093350345 2024-11-08T19:15:51,762 INFO [RS:0;692b295ad45c:34585 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-692b295ad45c,34585,1731093350345, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:15:51,764 INFO [RS:0;692b295ad45c:34585.replicationSource.shipper692b295ad45c%2C34585%2C1731093350345,1-692b295ad45c,34585,1731093350345 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C34585%2C1731093350345 2024-11-08T19:15:51,764 DEBUG [RS:0;692b295ad45c:34585 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=692b295ad45c%2C34585%2C1731093350345 2024-11-08T19:15:51,764 INFO [RS:0;692b295ad45c:34585 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-692b295ad45c,34585,1731093350345, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:15:51,768 DEBUG [RS:0;692b295ad45c:34585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36201:36201)] 2024-11-08T19:15:51,768 INFO [RS:0;692b295ad45c:34585.replicationSource.shipper692b295ad45c%2C34585%2C1731093350345,2-692b295ad45c,34585,1731093350345 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C34585%2C1731093350345 2024-11-08T19:15:51,769 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,1-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713, startPosition=0, beingWritten=true 2024-11-08T19:15:51,769 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,2-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713, startPosition=0, beingWritten=true 2024-11-08T19:15:51,980 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,2-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:51,981 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,1-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:51,990 DEBUG [692b295ad45c:44785 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:15:51,991 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,34585,1731093350345 2024-11-08T19:15:51,993 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,34585,1731093350345, state=OPENING 2024-11-08T19:15:52,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1011bdfeba50007, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-83426251/meta-region-server 2024-11-08T19:15:52,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-83426251/meta-region-server 2024-11-08T19:15:52,033 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:15:52,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83426251/meta-region-server: CHANGED 2024-11-08T19:15:52,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83426251/meta-region-server: CHANGED 2024-11-08T19:15:52,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,34585,1731093350345}] 2024-11-08T19:15:52,194 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:15:52,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:15:52,212 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:15:52,213 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:15:52,213 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:15:52,219 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C34585%2C1731093350345.meta, suffix=.meta, logDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345, archiveDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/oldWALs, maxLogs=10 2024-11-08T19:15:52,240 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.meta.1731093352220.meta, exclude list is [], retry=0 2024-11-08T19:15:52,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36989,DS-bdddac9c-e598-408e-a7cb-7c0be92e0054,DISK] 2024-11-08T19:15:52,261 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.meta.1731093352220.meta 2024-11-08T19:15:52,276 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36201:36201)] 2024-11-08T19:15:52,277 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:15:52,277 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:15:52,277 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:15:52,277 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:15:52,278 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:15:52,278 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:15:52,278 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:15:52,278 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:15:52,278 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:15:52,290 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,2-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:52,290 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,1-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:52,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:15:52,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:15:52,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:52,337 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/info/6aca30b729a64a71acaa16a286318264 2024-11-08T19:15:52,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:52,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:15:52,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:15:52,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:52,353 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/ns/da5a49302df94da59b4fca385b91545e 2024-11-08T19:15:52,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:52,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:15:52,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:15:52,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:52,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:52,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:15:52,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:15:52,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:52,381 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/table/c9397cdbf16740a9b9af2933a40c3f08 2024-11-08T19:15:52,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:15:52,382 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:15:52,383 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740 2024-11-08T19:15:52,386 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740 2024-11-08T19:15:52,389 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:15:52,389 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:15:52,391 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:15:52,394 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:15:52,396 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67457695, jitterRate=0.005197986960411072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:15:52,396 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:15:52,397 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093352278Writing region info on filesystem at 1731093352278Initializing all the Stores at 1731093352280 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093352280Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093352308 (+28 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093352308Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093352308Cleaning up temporary data from old regions at 1731093352390 (+82 ms)Running coprocessor post-open hooks at 1731093352396 (+6 ms)Region opened successfully at 1731093352397 (+1 ms) 2024-11-08T19:15:52,398 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731093352193 2024-11-08T19:15:52,403 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:15:52,404 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:15:52,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=692b295ad45c,34585,1731093350345 2024-11-08T19:15:52,408 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,34585,1731093350345, state=OPEN 2024-11-08T19:15:52,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1011bdfeba50007, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-83426251/meta-region-server 2024-11-08T19:15:52,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-83426251/meta-region-server 2024-11-08T19:15:52,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83426251/meta-region-server: CHANGED 2024-11-08T19:15:52,454 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,34585,1731093350345 2024-11-08T19:15:52,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83426251/meta-region-server: CHANGED 2024-11-08T19:15:52,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-08T19:15:52,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,34585,1731093350345 in 421 msec 2024-11-08T19:15:52,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-08T19:15:52,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1260 sec 2024-11-08T19:15:52,719 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,2-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:52,727 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,1-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:52,995 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1658ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-11-08T19:15:53,226 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,2-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:53,234 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,1-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:53,834 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,2-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:53,840 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,1-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:54,498 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3160ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-08T19:15:54,540 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,2-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:54,546 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,1-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:55,349 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,2-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:55,355 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,1-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:55,850 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T19:15:55,850 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:15:55,850 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:15:55,851 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,34585,1731093350345, seqNum=-1] 2024-11-08T19:15:55,851 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:15:55,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:15:55,860 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=672a06d8d7e35285546356cb934cc683, regionState=OPEN, lastHost=692b295ad45c,38579,1731093334751, regionLocation=692b295ad45c,38579,1731093334751, openSeqNum=2 2024-11-08T19:15:55,860 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:15:55,860 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093415860 2024-11-08T19:15:55,860 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093475860 2024-11-08T19:15:55,860 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-08T19:15:55,861 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44785,1731093350251-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:55,861 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44785,1731093350251-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:55,861 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44785,1731093350251-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:55,861 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:44785, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:55,861 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 692b295ad45c,38579,1731093334751 had 2 regions 2024-11-08T19:15:55,861 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:55,861 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:55,863 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 692b295ad45c,38579,1731093334751, splitWal=true, meta=true, isMeta: false 2024-11-08T19:15:55,865 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751-splitting dir is empty, no logs to split. 2024-11-08T19:15:55,866 INFO [PEWorker-3 {}] master.SplitWALManager(105): 692b295ad45c,38579,1731093334751 WAL count=0, meta=false 2024-11-08T19:15:55,869 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.426sec 2024-11-08T19:15:55,870 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:15:55,870 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:15:55,870 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,38579,1731093334751-splitting dir is empty, no logs to split. 2024-11-08T19:15:55,870 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:15:55,870 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:15:55,870 INFO [PEWorker-3 {}] master.SplitWALManager(105): 692b295ad45c,38579,1731093334751 WAL count=0, meta=false 2024-11-08T19:15:55,870 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 692b295ad45c,38579,1731093334751 WAL splitting is done? wals=0, meta=false 2024-11-08T19:15:55,870 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:15:55,870 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44785,1731093350251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:15:55,870 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44785,1731093350251-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:15:55,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=672a06d8d7e35285546356cb934cc683, ASSIGN}] 2024-11-08T19:15:55,875 WARN [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=692b295ad45c,38579,1731093334751/hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:55,875 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=672a06d8d7e35285546356cb934cc683, ASSIGN 2024-11-08T19:15:55,875 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:15:55,875 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:15:55,875 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,44785,1731093350251-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:15:55,877 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=672a06d8d7e35285546356cb934cc683, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:15:55,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249c3da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:55,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,44785,-1 for getting cluster id 2024-11-08T19:15:55,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:15:55,909 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f91b4391-0436-4325-82e4-5fe8e19f0e63' 2024-11-08T19:15:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:15:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f91b4391-0436-4325-82e4-5fe8e19f0e63" 2024-11-08T19:15:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55adde8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,44785,-1] 2024-11-08T19:15:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:15:55,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:55,912 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:15:55,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc19c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:55,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:15:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,34585,1731093350345, seqNum=-1] 2024-11-08T19:15:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:15:55,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:15:55,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T19:15:55,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:15:55,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:15:55,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:55,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:55,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:15:55,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 692b295ad45c:44785 after: 692b295ad45c:44785 2024-11-08T19:15:55,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b17946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:55,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,44785,-1 for getting cluster id 2024-11-08T19:15:55,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:15:55,923 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f91b4391-0436-4325-82e4-5fe8e19f0e63' 2024-11-08T19:15:55,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:15:55,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f91b4391-0436-4325-82e4-5fe8e19f0e63" 2024-11-08T19:15:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abd488a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,44785,-1] 2024-11-08T19:15:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:15:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:55,925 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:15:55,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4416cf29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:15:55,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:15:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,44785,1731093350251 2024-11-08T19:15:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60075f2d 2024-11-08T19:15:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:15:55,929 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:15:55,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44785 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T19:15:55,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44785 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T19:15:55,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44785 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T19:15:55,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44785 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T19:15:55,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:15:55,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:15:55,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:15:55,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:55,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:55,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:15:55,935 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:15:55,935 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1099102512, stopped=false 2024-11-08T19:15:55,935 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,44217,1731093341779 2024-11-08T19:15:56,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1599551977/running 2024-11-08T19:15:56,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1599551977/running 2024-11-08T19:15:56,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977 2024-11-08T19:15:56,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977 2024-11-08T19:15:56,011 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:15:56,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:15:56,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:15:56,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:56,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Set watcher on znode that does not yet exist, /1599551977/running 2024-11-08T19:15:56,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Set watcher on znode that does not yet exist, /1599551977/running 2024-11-08T19:15:56,013 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,42421,1731093341935' ***** 2024-11-08T19:15:56,013 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:15:56,013 INFO [RS:0;692b295ad45c:42421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:15:56,013 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:15:56,013 INFO [RS:0;692b295ad45c:42421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:15:56,013 INFO [RS:0;692b295ad45c:42421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:15:56,013 INFO [RS:0;692b295ad45c:42421 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,42421,1731093341935 2024-11-08T19:15:56,013 INFO [RS:0;692b295ad45c:42421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:15:56,013 INFO [RS:0;692b295ad45c:42421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:42421. 2024-11-08T19:15:56,014 DEBUG [RS:0;692b295ad45c:42421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:15:56,014 DEBUG [RS:0;692b295ad45c:42421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:56,014 INFO [RS:0;692b295ad45c:42421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:15:56,014 INFO [RS:0;692b295ad45c:42421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:15:56,014 INFO [RS:0;692b295ad45c:42421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:15:56,014 INFO [RS:0;692b295ad45c:42421 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:15:56,014 INFO [RS:0;692b295ad45c:42421 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T19:15:56,014 DEBUG [RS:0;692b295ad45c:42421 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:15:56,014 DEBUG [RS:0;692b295ad45c:42421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:15:56,014 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:15:56,014 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:15:56,014 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:15:56,014 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:15:56,014 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:15:56,015 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T19:15:56,027 DEBUG [692b295ad45c:44785 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:15:56,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=672a06d8d7e35285546356cb934cc683, regionState=OPENING, regionLocation=692b295ad45c,34585,1731093350345 2024-11-08T19:15:56,028 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:15:56,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=672a06d8d7e35285546356cb934cc683, ASSIGN because future has completed 2024-11-08T19:15:56,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 672a06d8d7e35285546356cb934cc683, server=692b295ad45c,34585,1731093350345}] 2024-11-08T19:15:56,035 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/data/hbase/meta/1588230740/.tmp/ns/b33f085df88e4c00b26563e22894d942 is 43, key is default/ns:d/1731093344717/Put/seqid=0 2024-11-08T19:15:56,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741835_1011 (size=5153) 2024-11-08T19:15:56,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:56,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:15:56,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T19:15:56,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C34585%2C1731093350345.rep, suffix=, logDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345, archiveDir=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/oldWALs, maxLogs=10 2024-11-08T19:15:56,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.rep.1731093356194, exclude list is [], retry=0 2024-11-08T19:15:56,214 DEBUG [RS:0;692b295ad45c:42421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:15:56,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36989,DS-bdddac9c-e598-408e-a7cb-7c0be92e0054,DISK] 2024-11-08T19:15:56,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.rep.1731093356194 2024-11-08T19:15:56,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36201:36201)] 2024-11-08T19:15:56,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 672a06d8d7e35285546356cb934cc683, NAME => 'hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:15:56,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:15:56,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:15:56,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. service=MultiRowMutationService 2024-11-08T19:15:56,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T19:15:56,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:56,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:15:56,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:56,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:56,221 INFO [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:56,223 INFO [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 672a06d8d7e35285546356cb934cc683 columnFamilyName hfileref 2024-11-08T19:15:56,223 DEBUG [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:56,223 INFO [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] regionserver.HStore(327): Store=672a06d8d7e35285546356cb934cc683/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:15:56,223 INFO [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:56,224 INFO [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 672a06d8d7e35285546356cb934cc683 columnFamilyName queue 2024-11-08T19:15:56,225 DEBUG [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:56,234 DEBUG [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/replication/672a06d8d7e35285546356cb934cc683/queue/53ee13d2bfea40c3bc53df3fc37a7526 2024-11-08T19:15:56,235 INFO [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] regionserver.HStore(327): Store=672a06d8d7e35285546356cb934cc683/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:15:56,235 INFO [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:56,236 INFO [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 672a06d8d7e35285546356cb934cc683 columnFamilyName sid 2024-11-08T19:15:56,236 DEBUG [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:15:56,237 INFO [StoreOpener-672a06d8d7e35285546356cb934cc683-1 {}] regionserver.HStore(327): Store=672a06d8d7e35285546356cb934cc683/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:15:56,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:56,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/replication/672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:56,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/replication/672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:56,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:56,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:56,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:15:56,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:56,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 672a06d8d7e35285546356cb934cc683; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68832982, jitterRate=0.025691360235214233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:15:56,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:56,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 672a06d8d7e35285546356cb934cc683: Running coprocessor pre-open hook at 1731093356219Writing region info on filesystem at 1731093356219Initializing all the Stores at 1731093356221 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093356221Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093356221Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093356221Cleaning up temporary data from old regions at 1731093356241 (+20 ms)Running coprocessor post-open hooks at 1731093356245 (+4 ms)Region opened successfully at 1731093356246 (+1 ms) 2024-11-08T19:15:56,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683., pid=19, masterSystemTime=1731093356185 2024-11-08T19:15:56,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:56,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:56,251 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=672a06d8d7e35285546356cb934cc683, regionState=OPEN, openSeqNum=10, regionLocation=692b295ad45c,34585,1731093350345 2024-11-08T19:15:56,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 672a06d8d7e35285546356cb934cc683, server=692b295ad45c,34585,1731093350345 because future has completed 2024-11-08T19:15:56,255 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,2-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:56,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-08T19:15:56,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 672a06d8d7e35285546356cb934cc683, server=692b295ad45c,34585,1731093350345 in 225 msec 2024-11-08T19:15:56,261 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,1-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:56,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-08T19:15:56,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=672a06d8d7e35285546356cb934cc683, ASSIGN in 387 msec 2024-11-08T19:15:56,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T19:15:56,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683., hostname=692b295ad45c,34585,1731093350345, seqNum=10] 2024-11-08T19:15:56,312 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 692b295ad45c,38579,1731093334751 2024-11-08T19:15:56,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T19:15:56,415 DEBUG [RS:0;692b295ad45c:42421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:15:56,441 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/data/hbase/meta/1588230740/.tmp/ns/b33f085df88e4c00b26563e22894d942 2024-11-08T19:15:56,454 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/data/hbase/meta/1588230740/.tmp/ns/b33f085df88e4c00b26563e22894d942 as hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/data/hbase/meta/1588230740/ns/b33f085df88e4c00b26563e22894d942 2024-11-08T19:15:56,464 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/data/hbase/meta/1588230740/ns/b33f085df88e4c00b26563e22894d942, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T19:15:56,465 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=6, compaction requested=false 2024-11-08T19:15:56,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-08T19:15:56,489 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T19:15:56,490 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:15:56,490 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:15:56,490 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:15:56,490 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093356014Running coprocessor pre-close hooks at 1731093356014Disabling compacts and flushes for region at 1731093356014Disabling writes for close at 1731093356014Obtaining lock to block concurrent updates at 1731093356015 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731093356015Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731093356015Flushing stores of hbase:meta,,1.1588230740 at 1731093356016 (+1 ms)Flushing 1588230740/ns: creating writer at 1731093356016Flushing 1588230740/ns: appending metadata at 1731093356034 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731093356034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4045e690: reopening flushed file at 1731093356453 (+419 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=6, compaction requested=false at 1731093356465 (+12 ms)Writing region close event to WAL at 1731093356470 (+5 ms)Running coprocessor post-close hooks at 1731093356490 (+20 ms)Closed at 1731093356490 2024-11-08T19:15:56,491 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:15:56,615 INFO [RS:0;692b295ad45c:42421 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,42421,1731093341935; all regions closed. 2024-11-08T19:15:56,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741834_1010 (size=1152) 2024-11-08T19:15:56,621 DEBUG [RS:0;692b295ad45c:42421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/oldWALs 2024-11-08T19:15:56,621 INFO [RS:0;692b295ad45c:42421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C42421%2C1731093341935.meta:.meta(num 1731093344634) 2024-11-08T19:15:56,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741833_1009 (size=93) 2024-11-08T19:15:56,630 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/WALs/692b295ad45c,42421,1731093341935/692b295ad45c%2C42421%2C1731093341935.1731093344075 not finished, retry = 0 2024-11-08T19:15:56,733 DEBUG [RS:0;692b295ad45c:42421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/oldWALs 2024-11-08T19:15:56,733 INFO [RS:0;692b295ad45c:42421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C42421%2C1731093341935:(num 1731093344075) 2024-11-08T19:15:56,733 DEBUG [RS:0;692b295ad45c:42421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:56,733 INFO [RS:0;692b295ad45c:42421 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:15:56,733 INFO [RS:0;692b295ad45c:42421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:15:56,733 INFO [RS:0;692b295ad45c:42421 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T19:15:56,733 INFO [RS:0;692b295ad45c:42421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:15:56,733 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:15:56,734 INFO [RS:0;692b295ad45c:42421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42421 2024-11-08T19:15:56,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977/rs 2024-11-08T19:15:56,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1599551977/rs/692b295ad45c,42421,1731093341935 2024-11-08T19:15:56,780 INFO [RS:0;692b295ad45c:42421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:15:56,781 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,42421,1731093341935] 2024-11-08T19:15:56,882 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1599551977/draining/692b295ad45c,42421,1731093341935 already deleted, retry=false 2024-11-08T19:15:56,883 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,42421,1731093341935 expired; onlineServers=0 2024-11-08T19:15:56,883 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,44217,1731093341779' ***** 2024-11-08T19:15:56,883 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:15:56,883 INFO [M:0;692b295ad45c:44217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:15:56,883 INFO [M:0;692b295ad45c:44217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:15:56,883 DEBUG [M:0;692b295ad45c:44217 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:15:56,884 DEBUG [M:0;692b295ad45c:44217 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:15:56,884 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093343824 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093343824,5,FailOnTimeoutGroup] 2024-11-08T19:15:56,884 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:15:56,884 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093343821 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093343821,5,FailOnTimeoutGroup] 2024-11-08T19:15:56,884 INFO [M:0;692b295ad45c:44217 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:15:56,884 INFO [M:0;692b295ad45c:44217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:15:56,884 DEBUG [M:0;692b295ad45c:44217 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:15:56,884 INFO [M:0;692b295ad45c:44217 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:15:56,884 INFO [M:0;692b295ad45c:44217 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:15:56,885 INFO [M:0;692b295ad45c:44217 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:15:56,885 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:15:56,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1599551977/master 2024-11-08T19:15:56,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599551977 2024-11-08T19:15:56,896 DEBUG [M:0;692b295ad45c:44217 {}] zookeeper.ZKUtil(347): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Unable to get data of znode /1599551977/master because node does not exist (not an error) 2024-11-08T19:15:56,896 WARN [M:0;692b295ad45c:44217 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:15:56,898 INFO [M:0;692b295ad45c:44217 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/.lastflushedseqids 2024-11-08T19:15:56,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741836_1012 (size=99) 2024-11-08T19:15:56,965 INFO [RS:0;692b295ad45c:42421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:15:56,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:15:56,965 INFO [RS:0;692b295ad45c:42421 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,42421,1731093341935; zookeeper connection closed. 2024-11-08T19:15:56,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42421-0x1011bdfeba50004, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:15:56,965 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2912c83d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2912c83d 2024-11-08T19:15:56,966 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:15:57,262 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,2-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:57,268 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,1-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:57,306 INFO [M:0;692b295ad45c:44217 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:15:57,306 INFO [M:0;692b295ad45c:44217 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:15:57,306 DEBUG [M:0;692b295ad45c:44217 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:15:57,306 INFO [M:0;692b295ad45c:44217 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:57,306 DEBUG [M:0;692b295ad45c:44217 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:57,307 DEBUG [M:0;692b295ad45c:44217 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:15:57,307 DEBUG [M:0;692b295ad45c:44217 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:57,307 INFO [M:0;692b295ad45c:44217 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T19:15:57,329 DEBUG [M:0;692b295ad45c:44217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8dc777779b840978ca43c0e8c61bb02 is 82, key is hbase:meta,,1/info:regioninfo/1731093344685/Put/seqid=0 2024-11-08T19:15:57,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741837_1013 (size=5672) 2024-11-08T19:15:57,735 INFO [M:0;692b295ad45c:44217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8dc777779b840978ca43c0e8c61bb02 2024-11-08T19:15:57,768 DEBUG [M:0;692b295ad45c:44217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9ced2396785461592065d8fb1f5fc76 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731093344726/Put/seqid=0 2024-11-08T19:15:57,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741838_1014 (size=5275) 2024-11-08T19:15:57,780 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:15:58,177 INFO [M:0;692b295ad45c:44217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9ced2396785461592065d8fb1f5fc76 2024-11-08T19:15:58,202 DEBUG [M:0;692b295ad45c:44217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76b152ebfe29417799ecfbfd6bfd4271 is 69, key is 692b295ad45c,42421,1731093341935/rs:state/1731093343853/Put/seqid=0 2024-11-08T19:15:58,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741839_1015 (size=5156) 2024-11-08T19:15:58,215 INFO [M:0;692b295ad45c:44217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76b152ebfe29417799ecfbfd6bfd4271 2024-11-08T19:15:58,223 DEBUG [M:0;692b295ad45c:44217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8dc777779b840978ca43c0e8c61bb02 as hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8dc777779b840978ca43c0e8c61bb02 2024-11-08T19:15:58,235 INFO [M:0;692b295ad45c:44217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8dc777779b840978ca43c0e8c61bb02, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T19:15:58,236 DEBUG [M:0;692b295ad45c:44217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9ced2396785461592065d8fb1f5fc76 as hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9ced2396785461592065d8fb1f5fc76 2024-11-08T19:15:58,245 INFO [M:0;692b295ad45c:44217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9ced2396785461592065d8fb1f5fc76, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T19:15:58,246 DEBUG [M:0;692b295ad45c:44217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76b152ebfe29417799ecfbfd6bfd4271 as hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76b152ebfe29417799ecfbfd6bfd4271 2024-11-08T19:15:58,255 INFO [M:0;692b295ad45c:44217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44475/user/jenkins/test-data/462c683d-b555-be8a-1e87-113a12882aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76b152ebfe29417799ecfbfd6bfd4271, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T19:15:58,256 INFO [M:0;692b295ad45c:44217 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 949ms, sequenceid=28, compaction requested=false 2024-11-08T19:15:58,258 INFO [M:0;692b295ad45c:44217 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:58,258 DEBUG [M:0;692b295ad45c:44217 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093357306Disabling compacts and flushes for region at 1731093357306Disabling writes for close at 1731093357307 (+1 ms)Obtaining lock to block concurrent updates at 1731093357307Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093357307Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731093357307Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093357308 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093357308Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093357329 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093357329Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093357746 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093357767 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093357767Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093358183 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093358201 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093358201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3956f31: reopening flushed file at 1731093358222 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c961a87: reopening flushed file at 1731093358235 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b4668fd: reopening flushed file at 1731093358245 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 949ms, sequenceid=28, compaction requested=false at 1731093358256 (+11 ms)Writing region close event to WAL at 1731093358258 (+2 ms)Closed at 1731093358258 2024-11-08T19:15:58,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741830_1006 (size=10165) 2024-11-08T19:15:58,275 INFO [M:0;692b295ad45c:44217 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:15:58,275 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:15:58,276 INFO [M:0;692b295ad45c:44217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44217 2024-11-08T19:15:58,279 INFO [M:0;692b295ad45c:44217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:15:58,369 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,2-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:58,375 DEBUG [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,1-692b295ad45c,34585,1731093350345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.1731093351713 to pos 0, reset compression=false 2024-11-08T19:15:58,427 INFO [M:0;692b295ad45c:44217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:15:58,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:15:58,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1011bdfeba50003, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:15:58,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52f2581e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:15:58,433 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@217af83f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:15:58,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:15:58,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44943535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:15:58,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ed91535{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/hadoop.log.dir/,STOPPED} 2024-11-08T19:15:58,437 WARN [BP-1268411861-172.17.0.2-1731093339559 heartbeating to localhost/127.0.0.1:44475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:15:58,437 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:15:58,437 WARN [BP-1268411861-172.17.0.2-1731093339559 heartbeating to localhost/127.0.0.1:44475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1268411861-172.17.0.2-1731093339559 (Datanode Uuid 9e608091-36dc-4e03-933b-1ff486782e30) service to localhost/127.0.0.1:44475 2024-11-08T19:15:58,437 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:15:58,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/cluster_7336cb78-7fb3-546d-6774-b655622e8f2b/data/data1/current/BP-1268411861-172.17.0.2-1731093339559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:15:58,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/cluster_7336cb78-7fb3-546d-6774-b655622e8f2b/data/data2/current/BP-1268411861-172.17.0.2-1731093339559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:15:58,439 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:15:58,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6de5a28b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:15:58,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50b8d66e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:15:58,449 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:15:58,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15865cf2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:15:58,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1afd3828{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/hadoop.log.dir/,STOPPED} 2024-11-08T19:15:58,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:15:58,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:15:58,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:15:58,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:15:58,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:58,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:58,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:15:58,479 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:15:58,479 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=991006900, stopped=false 2024-11-08T19:15:58,479 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,44785,1731093350251 2024-11-08T19:15:58,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1011bdfeba50007, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83426251/running 2024-11-08T19:15:58,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1011bdfeba50007, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:58,562 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:15:58,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83426251/running 2024-11-08T19:15:58,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:58,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:15:58,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34585-0x1011bdfeba50007, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on znode that does not yet exist, /0-83426251/running 2024-11-08T19:15:58,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:15:58,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:58,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Set watcher on znode that does not yet exist, /0-83426251/running 2024-11-08T19:15:58,563 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,34585,1731093350345' ***** 2024-11-08T19:15:58,563 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:15:58,564 INFO [RS:0;692b295ad45c:34585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:15:58,564 INFO [RS:0;692b295ad45c:34585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:15:58,564 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:15:58,564 INFO [RS:0;692b295ad45c:34585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:15:58,564 INFO [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer(3091): Received CLOSE for 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:58,564 INFO [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,34585,1731093350345 2024-11-08T19:15:58,564 INFO [RS:0;692b295ad45c:34585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:15:58,564 INFO [RS:0;692b295ad45c:34585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:34585. 2024-11-08T19:15:58,564 DEBUG [RS:0;692b295ad45c:34585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:15:58,564 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 672a06d8d7e35285546356cb934cc683, disabling compactions & flushes 2024-11-08T19:15:58,565 DEBUG [RS:0;692b295ad45c:34585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:58,565 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:58,565 INFO [RS:0;692b295ad45c:34585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:15:58,565 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:58,565 INFO [RS:0;692b295ad45c:34585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:15:58,565 INFO [RS:0;692b295ad45c:34585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:15:58,565 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. after waiting 0 ms 2024-11-08T19:15:58,565 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:58,565 INFO [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:15:58,572 INFO [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T19:15:58,572 DEBUG [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer(1325): Online Regions={672a06d8d7e35285546356cb934cc683=hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:15:58,572 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:15:58,572 DEBUG [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 672a06d8d7e35285546356cb934cc683 2024-11-08T19:15:58,572 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:15:58,573 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:15:58,573 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:15:58,573 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:15:58,573 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T19:15:58,591 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/replication/672a06d8d7e35285546356cb934cc683/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-08T19:15:58,592 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:15:58,592 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:15:58,592 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:58,592 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 672a06d8d7e35285546356cb934cc683: Waiting for close lock at 1731093358564Running coprocessor pre-close hooks at 1731093358564Disabling compacts and flushes for region at 1731093358564Disabling writes for close at 1731093358565 (+1 ms)Writing region close event to WAL at 1731093358576 (+11 ms)Running coprocessor post-close hooks at 1731093358592 (+16 ms)Closed at 1731093358592 2024-11-08T19:15:58,593 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683. 2024-11-08T19:15:58,598 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/.tmp/info/e67dbaa0c5d84699bb5ec94b4df82849 is 147, key is hbase:replication,,1731093344957.672a06d8d7e35285546356cb934cc683./info:regioninfo/1731093356251/Put/seqid=0 2024-11-08T19:15:58,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741851_1027 (size=6385) 2024-11-08T19:15:58,630 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:15:58,773 DEBUG [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:15:58,973 DEBUG [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:15:59,006 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/.tmp/info/e67dbaa0c5d84699bb5ec94b4df82849 2024-11-08T19:15:59,016 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/.tmp/info/e67dbaa0c5d84699bb5ec94b4df82849 as hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/info/e67dbaa0c5d84699bb5ec94b4df82849 2024-11-08T19:15:59,026 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/info/e67dbaa0c5d84699bb5ec94b4df82849, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T19:15:59,028 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 455ms, sequenceid=19, compaction requested=false 2024-11-08T19:15:59,049 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T19:15:59,050 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:15:59,050 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:15:59,050 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:15:59,050 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093358572Running coprocessor pre-close hooks at 1731093358572Disabling compacts and flushes for region at 1731093358572Disabling writes for close at 1731093358573 (+1 ms)Obtaining lock to block concurrent updates at 1731093358573Preparing flush snapshotting stores in 1588230740 at 1731093358573Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731093358573Flushing stores of hbase:meta,,1.1588230740 at 1731093358574 (+1 ms)Flushing 1588230740/info: creating writer at 1731093358574Flushing 1588230740/info: appending metadata at 1731093358598 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731093358598Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29508d7b: reopening flushed file at 1731093359015 (+417 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 455ms, sequenceid=19, compaction requested=false at 1731093359028 (+13 ms)Writing region close event to WAL at 1731093359030 (+2 ms)Running coprocessor post-close hooks at 1731093359050 (+20 ms)Closed at 1731093359050 2024-11-08T19:15:59,051 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:15:59,173 INFO [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,34585,1731093350345; all regions closed. 2024-11-08T19:15:59,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741849_1025 (size=2156) 2024-11-08T19:15:59,187 DEBUG [RS:0;692b295ad45c:34585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/oldWALs 2024-11-08T19:15:59,187 INFO [RS:0;692b295ad45c:34585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C34585%2C1731093350345.meta:.meta(num 1731093352220) 2024-11-08T19:15:59,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741850_1026 (size=796) 2024-11-08T19:15:59,190 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/WALs/692b295ad45c,34585,1731093350345/692b295ad45c%2C34585%2C1731093350345.rep.1731093356194 not finished, retry = 0 2024-11-08T19:15:59,295 DEBUG [RS:0;692b295ad45c:34585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/oldWALs 2024-11-08T19:15:59,295 INFO [RS:0;692b295ad45c:34585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C34585%2C1731093350345.rep:(num 1731093356194) 2024-11-08T19:15:59,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741848_1024 (size=93) 2024-11-08T19:15:59,305 DEBUG [RS:0;692b295ad45c:34585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/oldWALs 2024-11-08T19:15:59,305 INFO [RS:0;692b295ad45c:34585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C34585%2C1731093350345:(num 1731093351713) 2024-11-08T19:15:59,306 DEBUG [RS:0;692b295ad45c:34585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:59,306 INFO [RS:0;692b295ad45c:34585 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:15:59,306 INFO [RS:0;692b295ad45c:34585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:15:59,306 INFO [RS:0;692b295ad45c:34585 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:15:59,306 INFO [RS:0;692b295ad45c:34585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:15:59,306 INFO [RS:0;692b295ad45c:34585 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-692b295ad45c,34585,1731093350345 because: Region server is closing 2024-11-08T19:15:59,307 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:15:59,307 INFO [RS:0;692b295ad45c:34585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:34585. 2024-11-08T19:15:59,307 DEBUG [RS:0;692b295ad45c:34585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:15:59,307 DEBUG [RS:0;692b295ad45c:34585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:59,307 DEBUG [RS:0;692b295ad45c:34585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:59,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:15:59,307 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T19:15:59,307 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T19:15:59,307 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-08T19:15:59,408 WARN [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,1-692b295ad45c,34585,1731093350345 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T19:15:59,408 WARN [RS:0;692b295ad45c:34585.replicationSource.shipper692b295ad45c%2C34585%2C1731093350345,1-692b295ad45c,34585,1731093350345 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T19:15:59,408 INFO [RS:0;692b295ad45c:34585 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;692b295ad45c:34585.replicationSource.shipper692b295ad45c%2C34585%2C1731093350345,1-692b295ad45c,34585,1731093350345 terminated 2024-11-08T19:15:59,408 INFO [RS:0;692b295ad45c:34585 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-692b295ad45c,34585,1731093350345 because: Region server is closing 2024-11-08T19:15:59,409 INFO [RS:0;692b295ad45c:34585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:34585. 2024-11-08T19:15:59,409 DEBUG [RS:0;692b295ad45c:34585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:15:59,409 DEBUG [RS:0;692b295ad45c:34585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:59,409 DEBUG [RS:0;692b295ad45c:34585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:15:59,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:15:59,509 WARN [RS:0;692b295ad45c:34585.replicationSource.wal-reader.692b295ad45c%2C34585%2C1731093350345,2-692b295ad45c,34585,1731093350345 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T19:15:59,509 WARN [RS:0;692b295ad45c:34585.replicationSource.shipper692b295ad45c%2C34585%2C1731093350345,2-692b295ad45c,34585,1731093350345 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T19:15:59,510 INFO [RS:0;692b295ad45c:34585 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;692b295ad45c:34585.replicationSource.shipper692b295ad45c%2C34585%2C1731093350345,2-692b295ad45c,34585,1731093350345 terminated 2024-11-08T19:15:59,510 INFO [RS:0;692b295ad45c:34585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34585 2024-11-08T19:15:59,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251/rs 2024-11-08T19:15:59,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1011bdfeba50007, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83426251/rs/692b295ad45c,34585,1731093350345 2024-11-08T19:15:59,516 INFO [RS:0;692b295ad45c:34585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:15:59,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,34585,1731093350345] 2024-11-08T19:15:59,537 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-83426251/draining/692b295ad45c,34585,1731093350345 already deleted, retry=false 2024-11-08T19:15:59,537 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,34585,1731093350345 expired; onlineServers=0 2024-11-08T19:15:59,537 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,44785,1731093350251' ***** 2024-11-08T19:15:59,537 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:15:59,538 INFO [M:0;692b295ad45c:44785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:15:59,538 INFO [M:0;692b295ad45c:44785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:15:59,538 DEBUG [M:0;692b295ad45c:44785 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:15:59,538 DEBUG [M:0;692b295ad45c:44785 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:15:59,538 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:15:59,538 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093351324 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093351324,5,FailOnTimeoutGroup] 2024-11-08T19:15:59,538 INFO [M:0;692b295ad45c:44785 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:15:59,538 INFO [M:0;692b295ad45c:44785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:15:59,538 DEBUG [M:0;692b295ad45c:44785 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:15:59,538 INFO [M:0;692b295ad45c:44785 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:15:59,539 INFO [M:0;692b295ad45c:44785 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:15:59,539 INFO [M:0;692b295ad45c:44785 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:15:59,539 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:15:59,541 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093351332 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093351332,5,FailOnTimeoutGroup] 2024-11-08T19:15:59,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83426251/master 2024-11-08T19:15:59,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83426251 2024-11-08T19:15:59,548 DEBUG [M:0;692b295ad45c:44785 {}] zookeeper.ZKUtil(347): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Unable to get data of znode /0-83426251/master because node does not exist (not an error) 2024-11-08T19:15:59,548 WARN [M:0;692b295ad45c:44785 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:15:59,549 INFO [M:0;692b295ad45c:44785 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/.lastflushedseqids 2024-11-08T19:15:59,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741852_1028 (size=181) 2024-11-08T19:15:59,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1011bdfeba50007, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:15:59,628 INFO [RS:0;692b295ad45c:34585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:15:59,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1011bdfeba50007, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:15:59,628 INFO [RS:0;692b295ad45c:34585 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,34585,1731093350345; zookeeper connection closed. 2024-11-08T19:15:59,628 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@bae089e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@bae089e 2024-11-08T19:15:59,628 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:15:59,956 INFO [M:0;692b295ad45c:44785 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:15:59,956 INFO [M:0;692b295ad45c:44785 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:15:59,956 DEBUG [M:0;692b295ad45c:44785 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:15:59,956 INFO [M:0;692b295ad45c:44785 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:59,956 DEBUG [M:0;692b295ad45c:44785 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:59,956 DEBUG [M:0;692b295ad45c:44785 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:15:59,957 DEBUG [M:0;692b295ad45c:44785 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:15:59,957 INFO [M:0;692b295ad45c:44785 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T19:15:59,975 DEBUG [M:0;692b295ad45c:44785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/394150c62d1f40f6943d92d7bc2398b2 is 82, key is hbase:meta,,1/info:regioninfo/1731093352405/Put/seqid=0 2024-11-08T19:15:59,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741853_1029 (size=5680) 2024-11-08T19:16:00,380 INFO [M:0;692b295ad45c:44785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/394150c62d1f40f6943d92d7bc2398b2 2024-11-08T19:16:00,403 DEBUG [M:0;692b295ad45c:44785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/093734ccad664654a3382560f97f6d90 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731093356261/Put/seqid=0 2024-11-08T19:16:00,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741854_1030 (size=7319) 2024-11-08T19:16:00,811 INFO [M:0;692b295ad45c:44785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/093734ccad664654a3382560f97f6d90 2024-11-08T19:16:00,835 DEBUG [M:0;692b295ad45c:44785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32b06b59c19643e9bb6d7413c1a2a08c is 69, key is 692b295ad45c,34585,1731093350345/rs:state/1731093351443/Put/seqid=0 2024-11-08T19:16:00,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741855_1031 (size=5371) 2024-11-08T19:16:01,240 INFO [M:0;692b295ad45c:44785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32b06b59c19643e9bb6d7413c1a2a08c 2024-11-08T19:16:01,247 INFO [M:0;692b295ad45c:44785 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32b06b59c19643e9bb6d7413c1a2a08c 2024-11-08T19:16:01,248 DEBUG [M:0;692b295ad45c:44785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/394150c62d1f40f6943d92d7bc2398b2 as hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/394150c62d1f40f6943d92d7bc2398b2 2024-11-08T19:16:01,256 INFO [M:0;692b295ad45c:44785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/394150c62d1f40f6943d92d7bc2398b2, entries=8, sequenceid=172, filesize=5.5 K 2024-11-08T19:16:01,257 DEBUG [M:0;692b295ad45c:44785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/093734ccad664654a3382560f97f6d90 as hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/093734ccad664654a3382560f97f6d90 2024-11-08T19:16:01,264 INFO [M:0;692b295ad45c:44785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/093734ccad664654a3382560f97f6d90, entries=7, sequenceid=172, filesize=7.1 K 2024-11-08T19:16:01,266 DEBUG [M:0;692b295ad45c:44785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32b06b59c19643e9bb6d7413c1a2a08c as hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32b06b59c19643e9bb6d7413c1a2a08c 2024-11-08T19:16:01,276 INFO [M:0;692b295ad45c:44785 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32b06b59c19643e9bb6d7413c1a2a08c 2024-11-08T19:16:01,276 INFO [M:0;692b295ad45c:44785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/e4930a9c-0d42-f98c-cd06-8c6be2eb8d22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32b06b59c19643e9bb6d7413c1a2a08c, entries=2, sequenceid=172, filesize=5.2 K 2024-11-08T19:16:01,278 INFO [M:0;692b295ad45c:44785 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=172, compaction requested=false 2024-11-08T19:16:01,283 INFO [M:0;692b295ad45c:44785 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:01,283 DEBUG [M:0;692b295ad45c:44785 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093359956Disabling compacts and flushes for region at 1731093359956Disabling writes for close at 1731093359956Obtaining lock to block concurrent updates at 1731093359957 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093359957Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731093359957Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093359958 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093359958Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093359974 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093359974Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093360387 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093360403 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093360403Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093360817 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093360834 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093360834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21c10006: reopening flushed file at 1731093361247 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cfe0b50: reopening flushed file at 1731093361256 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66dfbba7: reopening flushed file at 1731093361265 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=172, compaction requested=false at 1731093361278 (+13 ms)Writing region close event to WAL at 1731093361283 (+5 ms)Closed at 1731093361283 2024-11-08T19:16:01,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36989 is added to blk_1073741847_1023 (size=22949) 2024-11-08T19:16:01,288 INFO [M:0;692b295ad45c:44785 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:16:01,288 INFO [M:0;692b295ad45c:44785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44785 2024-11-08T19:16:01,288 INFO [M:0;692b295ad45c:44785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:16:01,288 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:16:01,396 INFO [M:0;692b295ad45c:44785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:16:01,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:16:01,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44785-0x1011bdfeba50006, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:16:01,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5373e2c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:16:01,430 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ad8665{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:16:01,431 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:16:01,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fac5960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:16:01,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4084a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/hadoop.log.dir/,STOPPED} 2024-11-08T19:16:01,432 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:16:01,432 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:16:01,432 WARN [BP-43260810-172.17.0.2-1731093329018 heartbeating to localhost/127.0.0.1:41859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:16:01,432 WARN [BP-43260810-172.17.0.2-1731093329018 heartbeating to localhost/127.0.0.1:41859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-43260810-172.17.0.2-1731093329018 (Datanode Uuid 3947e526-ec8c-4215-a9db-885b76bdf9ba) service to localhost/127.0.0.1:41859 2024-11-08T19:16:01,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/cluster_7f91fe4d-c504-20ce-9d23-ff73df0964ab/data/data1/current/BP-43260810-172.17.0.2-1731093329018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:16:01,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/cluster_7f91fe4d-c504-20ce-9d23-ff73df0964ab/data/data2/current/BP-43260810-172.17.0.2-1731093329018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:16:01,434 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:16:01,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74014320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:16:01,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:16:01,442 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:16:01,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:16:01,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/761d47be-2795-ae7e-130d-80842df9cee6/hadoop.log.dir/,STOPPED} 2024-11-08T19:16:01,451 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:16:01,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:16:01,477 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64379) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/692b295ad45c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/692b295ad45c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/692b295ad45c:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41859 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64379) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@74a92eae java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44475 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/692b295ad45c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/692b295ad45c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=425 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 330) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2227 (was 4163) 2024-11-08T19:16:01,486 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=425, MaxFileDescriptor=1048576, SystemLoadAverage=408, ProcessCount=11, AvailableMemoryMB=2225 2024-11-08T19:16:01,508 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-08T19:16:01,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/hadoop.log.dir so I do NOT create it in target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c 2024-11-08T19:16:01,509 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:16:01,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/hadoop.tmp.dir so I do NOT create it in target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c 2024-11-08T19:16:01,509 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/24578cd1-2576-8614-f943-2a2c6a44e450/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:16:01,509 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c 2024-11-08T19:16:01,509 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/cluster_b72a12d3-cba1-2e56-6630-10ce565ab523, deleteOnExit=true 2024-11-08T19:16:01,535 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/cluster_b72a12d3-cba1-2e56-6630-10ce565ab523/zookeeper_0, clientPort=52510, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/cluster_b72a12d3-cba1-2e56-6630-10ce565ab523/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/cluster_b72a12d3-cba1-2e56-6630-10ce565ab523/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:16:01,535 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52510 2024-11-08T19:16:01,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:16:01,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:16:01,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/test.cache.data in system properties and HBase conf 2024-11-08T19:16:01,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:16:01,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:16:01,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:16:01,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:16:01,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:16:01,537 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:16:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:16:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:16:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:16:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:16:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:16:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:16:01,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:16:01,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:16:01,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:16:01,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:16:01,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:16:01,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:16:01,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:16:01,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:16:01,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011bdfeba50005, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T19:16:01,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011bdfeba50005, quorum=127.0.0.1:64379, baseZNode=/1599551977 Received Disconnected from ZooKeeper, ignoring 2024-11-08T19:16:01,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011bdfeba50002, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T19:16:01,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011bdfeba50002, quorum=127.0.0.1:64379, baseZNode=/0-83426251 Received Disconnected from ZooKeeper, ignoring 2024-11-08T19:16:01,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:16:01,974 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:16:01,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:16:01,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:16:01,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:16:01,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:16:01,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@122fd3c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:16:01,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e2c6c17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:16:02,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c6a0d20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/java.io.tmpdir/jetty-localhost-39127-hadoop-hdfs-3_4_1-tests_jar-_-any-4815067106668391948/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:16:02,103 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b75168c{HTTP/1.1, (http/1.1)}{localhost:39127} 2024-11-08T19:16:02,103 INFO [Time-limited test {}] server.Server(415): Started @36426ms 2024-11-08T19:16:02,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:16:02,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:16:02,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:16:02,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:16:02,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:16:02,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26fa4501{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:16:02,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30a09d9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:16:02,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73555298{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/java.io.tmpdir/jetty-localhost-41435-hadoop-hdfs-3_4_1-tests_jar-_-any-1863434124054316490/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:16:02,600 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@366df86e{HTTP/1.1, (http/1.1)}{localhost:41435} 2024-11-08T19:16:02,600 INFO [Time-limited test {}] server.Server(415): Started @36923ms 2024-11-08T19:16:02,602 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:16:03,295 WARN [Thread-496 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/cluster_b72a12d3-cba1-2e56-6630-10ce565ab523/data/data1/current/BP-1332707661-172.17.0.2-1731093361567/current, will proceed with Du for space computation calculation, 2024-11-08T19:16:03,295 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/cluster_b72a12d3-cba1-2e56-6630-10ce565ab523/data/data2/current/BP-1332707661-172.17.0.2-1731093361567/current, will proceed with Du for space computation calculation, 2024-11-08T19:16:03,317 WARN [Thread-484 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:16:03,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5fb1e64cda85d73 with lease ID 0x91f75bc1a85767c5: Processing first storage report for DS-99ef6708-c667-46a3-a232-384dc9a4e7ce from datanode DatanodeRegistration(127.0.0.1:46083, datanodeUuid=99cc9717-ff20-458d-8529-5a654d3f450f, infoPort=44775, infoSecurePort=0, ipcPort=40903, storageInfo=lv=-57;cid=testClusterID;nsid=2036843299;c=1731093361567) 2024-11-08T19:16:03,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5fb1e64cda85d73 with lease ID 0x91f75bc1a85767c5: from storage DS-99ef6708-c667-46a3-a232-384dc9a4e7ce node DatanodeRegistration(127.0.0.1:46083, datanodeUuid=99cc9717-ff20-458d-8529-5a654d3f450f, infoPort=44775, infoSecurePort=0, ipcPort=40903, storageInfo=lv=-57;cid=testClusterID;nsid=2036843299;c=1731093361567), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:16:03,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5fb1e64cda85d73 with lease ID 0x91f75bc1a85767c5: Processing first storage report for DS-32090896-d377-4cd5-b460-c937815ab3d5 from datanode DatanodeRegistration(127.0.0.1:46083, datanodeUuid=99cc9717-ff20-458d-8529-5a654d3f450f, infoPort=44775, infoSecurePort=0, ipcPort=40903, storageInfo=lv=-57;cid=testClusterID;nsid=2036843299;c=1731093361567) 2024-11-08T19:16:03,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5fb1e64cda85d73 with lease ID 0x91f75bc1a85767c5: from storage DS-32090896-d377-4cd5-b460-c937815ab3d5 node DatanodeRegistration(127.0.0.1:46083, datanodeUuid=99cc9717-ff20-458d-8529-5a654d3f450f, infoPort=44775, infoSecurePort=0, ipcPort=40903, storageInfo=lv=-57;cid=testClusterID;nsid=2036843299;c=1731093361567), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:16:03,365 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c 2024-11-08T19:16:03,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:03,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:03,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:16:03,387 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482 with version=8 2024-11-08T19:16:03,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/hbase-staging 2024-11-08T19:16:03,389 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:16:03,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:03,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:03,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:16:03,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:03,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:16:03,391 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:16:03,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:16:03,391 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43019 2024-11-08T19:16:03,394 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43019 connecting to ZooKeeper ensemble=127.0.0.1:52510 2024-11-08T19:16:03,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430190x0, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:16:03,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43019-0x1011be06f290000 connected 2024-11-08T19:16:03,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:03,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:03,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Set watcher on znode that does not yet exist, /0-1672303500/running 2024-11-08T19:16:03,745 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482, hbase.cluster.distributed=false 2024-11-08T19:16:03,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Set watcher on znode that does not yet exist, /0-1672303500/acl 2024-11-08T19:16:03,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43019 2024-11-08T19:16:03,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43019 2024-11-08T19:16:03,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43019 2024-11-08T19:16:03,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43019 2024-11-08T19:16:03,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43019 2024-11-08T19:16:03,779 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:16:03,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:03,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:03,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:16:03,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:03,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:16:03,780 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:16:03,780 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:16:03,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33869 2024-11-08T19:16:03,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33869 connecting to ZooKeeper ensemble=127.0.0.1:52510 2024-11-08T19:16:03,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:03,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:03,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338690x0, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:16:03,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338690x0, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Set watcher on znode that does not yet exist, /0-1672303500/running 2024-11-08T19:16:03,842 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:16:03,842 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:16:03,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338690x0, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Set watcher on znode that does not yet exist, /0-1672303500/master 2024-11-08T19:16:03,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338690x0, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Set watcher on znode that does not yet exist, /0-1672303500/acl 2024-11-08T19:16:03,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33869 2024-11-08T19:16:03,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33869-0x1011be06f290001 connected 2024-11-08T19:16:03,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33869 2024-11-08T19:16:03,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33869 2024-11-08T19:16:03,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33869 2024-11-08T19:16:03,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33869 2024-11-08T19:16:03,866 DEBUG [M:0;692b295ad45c:43019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:43019 2024-11-08T19:16:03,866 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1672303500/backup-masters/692b295ad45c,43019,1731093363389 2024-11-08T19:16:03,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500/backup-masters 2024-11-08T19:16:03,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500/backup-masters 2024-11-08T19:16:03,879 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Set watcher on existing znode=/0-1672303500/backup-masters/692b295ad45c,43019,1731093363389 2024-11-08T19:16:03,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1672303500/master 2024-11-08T19:16:03,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500 2024-11-08T19:16:03,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500 2024-11-08T19:16:03,894 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Set watcher on existing znode=/0-1672303500/master 2024-11-08T19:16:03,895 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1672303500/backup-masters/692b295ad45c,43019,1731093363389 from backup master directory 2024-11-08T19:16:03,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1672303500/backup-masters/692b295ad45c,43019,1731093363389 2024-11-08T19:16:03,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500/backup-masters 2024-11-08T19:16:03,904 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:16:03,904 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,43019,1731093363389 2024-11-08T19:16:03,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500/backup-masters 2024-11-08T19:16:03,913 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/hbase.id] with ID: 0001eddd-169c-4dcc-97be-21d4e6dcc800 2024-11-08T19:16:03,913 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/.tmp/hbase.id 2024-11-08T19:16:03,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:16:04,095 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:16:04,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:04,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:04,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:16:04,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:16:04,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T19:16:04,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:16:04,325 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/.tmp/hbase.id]:[hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/hbase.id] 2024-11-08T19:16:04,339 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:04,339 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:16:04,341 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T19:16:04,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500 2024-11-08T19:16:04,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500 2024-11-08T19:16:04,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:16:04,407 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:16:04,408 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:16:04,408 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:16:04,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:16:04,822 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store 2024-11-08T19:16:04,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:16:04,833 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:04,833 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:16:04,833 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:04,833 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:04,833 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:16:04,833 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:04,833 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:04,834 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093364833Disabling compacts and flushes for region at 1731093364833Disabling writes for close at 1731093364833Writing region close event to WAL at 1731093364833Closed at 1731093364833 2024-11-08T19:16:04,837 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/.initializing 2024-11-08T19:16:04,837 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/WALs/692b295ad45c,43019,1731093363389 2024-11-08T19:16:04,839 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:16:04,843 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C43019%2C1731093363389, suffix=, logDir=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/WALs/692b295ad45c,43019,1731093363389, archiveDir=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/oldWALs, maxLogs=10 2024-11-08T19:16:04,859 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/WALs/692b295ad45c,43019,1731093363389/692b295ad45c%2C43019%2C1731093363389.1731093364843, exclude list is [], retry=0 2024-11-08T19:16:04,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46083,DS-99ef6708-c667-46a3-a232-384dc9a4e7ce,DISK] 2024-11-08T19:16:04,867 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/WALs/692b295ad45c,43019,1731093363389/692b295ad45c%2C43019%2C1731093363389.1731093364843 2024-11-08T19:16:04,867 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44775:44775)] 2024-11-08T19:16:04,867 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:16:04,868 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:04,868 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:04,868 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:04,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:04,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:16:04,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:04,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:04,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:04,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:16:04,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:04,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:04,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:04,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:16:04,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:04,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:04,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:04,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:16:04,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:04,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:04,882 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:04,883 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:04,884 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:04,885 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:04,885 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:04,886 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:16:04,888 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:04,897 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:16:04,897 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61177398, jitterRate=-0.08838573098182678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:16:04,898 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093364868Initializing all the Stores at 1731093364869 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093364869Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093364869Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093364869Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093364869Cleaning up temporary data from old regions at 1731093364885 (+16 ms)Region opened successfully at 1731093364898 (+13 ms) 2024-11-08T19:16:04,898 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:16:04,902 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e21551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:16:04,903 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:16:04,903 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:16:04,903 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:16:04,903 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:16:04,904 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:16:04,905 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:16:04,905 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:16:04,914 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:16:04,915 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Unable to get data of znode /0-1672303500/balancer because node does not exist (not necessarily an error) 2024-11-08T19:16:04,924 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1672303500/balancer already deleted, retry=false 2024-11-08T19:16:04,925 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:16:04,926 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Unable to get data of znode /0-1672303500/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:16:04,935 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1672303500/normalizer already deleted, retry=false 2024-11-08T19:16:04,936 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:16:04,937 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Unable to get data of znode /0-1672303500/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:16:04,945 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1672303500/switch/split already deleted, retry=false 2024-11-08T19:16:04,946 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Unable to get data of znode /0-1672303500/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:16:04,956 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1672303500/switch/merge already deleted, retry=false 2024-11-08T19:16:04,958 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Unable to get data of znode /0-1672303500/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:16:04,967 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1672303500/snapshot-cleanup already deleted, retry=false 2024-11-08T19:16:04,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1672303500/running 2024-11-08T19:16:04,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500 2024-11-08T19:16:04,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1672303500/running 2024-11-08T19:16:04,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500 2024-11-08T19:16:04,978 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,43019,1731093363389, sessionid=0x1011be06f290000, setting cluster-up flag (Was=false) 2024-11-08T19:16:04,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500 2024-11-08T19:16:04,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500 2024-11-08T19:16:05,040 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1672303500/flush-table-proc/acquired, /0-1672303500/flush-table-proc/reached, /0-1672303500/flush-table-proc/abort 2024-11-08T19:16:05,042 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,43019,1731093363389 2024-11-08T19:16:05,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500 2024-11-08T19:16:05,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500 2024-11-08T19:16:05,093 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1672303500/online-snapshot/acquired, /0-1672303500/online-snapshot/reached, /0-1672303500/online-snapshot/abort 2024-11-08T19:16:05,096 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,43019,1731093363389 2024-11-08T19:16:05,101 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:16:05,107 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:16:05,107 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:16:05,107 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:16:05,108 WARN [master/692b295ad45c:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 692b295ad45c,38579,1731093334751: status=Processing ServerCrashProcedure of 692b295ad45c,38579,1731093334751 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731093351322, completionTime=-1 appears to have been leaked 2024-11-08T19:16:05,108 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,43019,1731093363389 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:16:05,110 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:16:05,110 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:16:05,110 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:16:05,110 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:16:05,110 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:16:05,112 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:05,112 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:16:05,112 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:05,115 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:16:05,115 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:16:05,123 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:05,123 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:16:05,168 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093395168 2024-11-08T19:16:05,168 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:16:05,169 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:16:05,169 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:16:05,169 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:16:05,169 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:16:05,169 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:16:05,173 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:05,176 INFO [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(746): ClusterId : 0001eddd-169c-4dcc-97be-21d4e6dcc800 2024-11-08T19:16:05,176 DEBUG [RS:0;692b295ad45c:33869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:16:05,176 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:16:05,176 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:16:05,176 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:16:05,176 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:16:05,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:16:05,183 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:16:05,183 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482 2024-11-08T19:16:05,184 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:16:05,184 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:16:05,185 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093365184,5,FailOnTimeoutGroup] 2024-11-08T19:16:05,185 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093365185,5,FailOnTimeoutGroup] 2024-11-08T19:16:05,185 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:05,185 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:16:05,185 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:05,186 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:05,192 DEBUG [RS:0;692b295ad45c:33869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:16:05,192 DEBUG [RS:0;692b295ad45c:33869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:16:05,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:16:05,207 DEBUG [RS:0;692b295ad45c:33869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:16:05,207 DEBUG [RS:0;692b295ad45c:33869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701ef080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:16:05,225 DEBUG [RS:0;692b295ad45c:33869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:33869 2024-11-08T19:16:05,225 INFO [RS:0;692b295ad45c:33869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:16:05,225 INFO [RS:0;692b295ad45c:33869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:16:05,225 DEBUG [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:16:05,233 INFO [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,43019,1731093363389 with port=33869, startcode=1731093363779 2024-11-08T19:16:05,233 DEBUG [RS:0;692b295ad45c:33869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:16:05,237 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:16:05,238 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,33869,1731093363779 2024-11-08T19:16:05,238 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43019 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,33869,1731093363779 2024-11-08T19:16:05,240 DEBUG [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482 2024-11-08T19:16:05,240 DEBUG [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44509 2024-11-08T19:16:05,240 DEBUG [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:16:05,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500/rs 2024-11-08T19:16:05,251 DEBUG [RS:0;692b295ad45c:33869 {}] zookeeper.ZKUtil(111): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Set watcher on existing znode=/0-1672303500/rs/692b295ad45c,33869,1731093363779 2024-11-08T19:16:05,252 WARN [RS:0;692b295ad45c:33869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:16:05,252 INFO [RS:0;692b295ad45c:33869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:16:05,252 DEBUG [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779 2024-11-08T19:16:05,264 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,33869,1731093363779] 2024-11-08T19:16:05,287 INFO [RS:0;692b295ad45c:33869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:16:05,290 INFO [RS:0;692b295ad45c:33869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:16:05,304 INFO [RS:0;692b295ad45c:33869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:16:05,304 INFO [RS:0;692b295ad45c:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:05,312 INFO [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:16:05,314 INFO [RS:0;692b295ad45c:33869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:16:05,314 INFO [RS:0;692b295ad45c:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:05,314 DEBUG [RS:0;692b295ad45c:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:05,314 DEBUG [RS:0;692b295ad45c:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:05,314 DEBUG [RS:0;692b295ad45c:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:05,314 DEBUG [RS:0;692b295ad45c:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:05,315 DEBUG [RS:0;692b295ad45c:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:05,315 DEBUG [RS:0;692b295ad45c:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:16:05,315 DEBUG [RS:0;692b295ad45c:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:05,315 DEBUG [RS:0;692b295ad45c:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:05,315 DEBUG [RS:0;692b295ad45c:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:05,315 DEBUG [RS:0;692b295ad45c:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:05,315 DEBUG [RS:0;692b295ad45c:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:05,315 DEBUG [RS:0;692b295ad45c:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:05,315 DEBUG [RS:0;692b295ad45c:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:16:05,315 DEBUG [RS:0;692b295ad45c:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:16:05,324 INFO [RS:0;692b295ad45c:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:05,324 INFO [RS:0;692b295ad45c:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:05,324 INFO [RS:0;692b295ad45c:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:05,324 INFO [RS:0;692b295ad45c:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:05,324 INFO [RS:0;692b295ad45c:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:05,325 INFO [RS:0;692b295ad45c:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,33869,1731093363779-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:16:05,350 INFO [RS:0;692b295ad45c:33869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:16:05,351 INFO [RS:0;692b295ad45c:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,33869,1731093363779-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:05,351 INFO [RS:0;692b295ad45c:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:05,351 INFO [RS:0;692b295ad45c:33869 {}] regionserver.Replication(171): 692b295ad45c,33869,1731093363779 started 2024-11-08T19:16:05,374 INFO [RS:0;692b295ad45c:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:05,375 INFO [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,33869,1731093363779, RpcServer on 692b295ad45c/172.17.0.2:33869, sessionid=0x1011be06f290001 2024-11-08T19:16:05,375 DEBUG [RS:0;692b295ad45c:33869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:16:05,376 DEBUG [RS:0;692b295ad45c:33869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,33869,1731093363779 2024-11-08T19:16:05,376 DEBUG [RS:0;692b295ad45c:33869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,33869,1731093363779' 2024-11-08T19:16:05,376 DEBUG [RS:0;692b295ad45c:33869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1672303500/flush-table-proc/abort' 2024-11-08T19:16:05,377 DEBUG [RS:0;692b295ad45c:33869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1672303500/flush-table-proc/acquired' 2024-11-08T19:16:05,377 DEBUG [RS:0;692b295ad45c:33869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:16:05,377 DEBUG [RS:0;692b295ad45c:33869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:16:05,378 DEBUG [RS:0;692b295ad45c:33869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,33869,1731093363779 2024-11-08T19:16:05,378 DEBUG [RS:0;692b295ad45c:33869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,33869,1731093363779' 2024-11-08T19:16:05,378 DEBUG [RS:0;692b295ad45c:33869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1672303500/online-snapshot/abort' 2024-11-08T19:16:05,378 DEBUG [RS:0;692b295ad45c:33869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1672303500/online-snapshot/acquired' 2024-11-08T19:16:05,379 DEBUG [RS:0;692b295ad45c:33869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:16:05,379 INFO [RS:0;692b295ad45c:33869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:16:05,379 INFO [RS:0;692b295ad45c:33869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:16:05,480 INFO [RS:0;692b295ad45c:33869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:16:05,483 INFO [RS:0;692b295ad45c:33869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C33869%2C1731093363779, suffix=, logDir=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779, archiveDir=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/oldWALs, maxLogs=10 2024-11-08T19:16:05,503 DEBUG [RS:0;692b295ad45c:33869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779/692b295ad45c%2C33869%2C1731093363779.1731093365483, exclude list is [], retry=0 2024-11-08T19:16:05,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46083,DS-99ef6708-c667-46a3-a232-384dc9a4e7ce,DISK] 2024-11-08T19:16:05,510 INFO [RS:0;692b295ad45c:33869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779/692b295ad45c%2C33869%2C1731093363779.1731093365483 2024-11-08T19:16:05,510 DEBUG [RS:0;692b295ad45c:33869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44775:44775)] 2024-11-08T19:16:05,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:05,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:16:05,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:16:05,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:05,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:05,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:16:05,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:16:05,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:05,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:05,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:16:05,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:16:05,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:05,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:05,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:16:05,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:16:05,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:05,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:05,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:16:05,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740 2024-11-08T19:16:05,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740 2024-11-08T19:16:05,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:16:05,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:16:05,677 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:16:05,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:16:05,688 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:16:05,689 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71112869, jitterRate=0.059664323925971985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:16:05,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093365608Initializing all the Stores at 1731093365609 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093365609Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093365620 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093365620Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093365620Cleaning up temporary data from old regions at 1731093365677 (+57 ms)Region opened successfully at 1731093365690 (+13 ms) 2024-11-08T19:16:05,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:16:05,690 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:16:05,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:16:05,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:16:05,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:16:05,718 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:16:05,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093365690Disabling compacts and flushes for region at 1731093365690Disabling writes for close at 1731093365690Writing region close event to WAL at 1731093365717 (+27 ms)Closed at 1731093365718 (+1 ms) 2024-11-08T19:16:05,720 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:16:05,720 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:16:05,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:16:05,722 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:16:05,725 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:16:05,875 DEBUG [692b295ad45c:43019 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:16:05,878 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,33869,1731093363779 2024-11-08T19:16:05,882 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,33869,1731093363779, state=OPENING 2024-11-08T19:16:05,931 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:16:06,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500 2024-11-08T19:16:06,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500 2024-11-08T19:16:06,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1672303500/meta-region-server: CHANGED 2024-11-08T19:16:06,012 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:16:06,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1672303500/meta-region-server: CHANGED 2024-11-08T19:16:06,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,33869,1731093363779}] 2024-11-08T19:16:06,170 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:16:06,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:16:06,180 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:16:06,180 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:16:06,180 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:16:06,185 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C33869%2C1731093363779.meta, suffix=.meta, logDir=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779, archiveDir=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/oldWALs, maxLogs=10 2024-11-08T19:16:06,207 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779/692b295ad45c%2C33869%2C1731093363779.meta.1731093366186.meta, exclude list is [], retry=0 2024-11-08T19:16:06,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46083,DS-99ef6708-c667-46a3-a232-384dc9a4e7ce,DISK] 2024-11-08T19:16:06,215 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779/692b295ad45c%2C33869%2C1731093363779.meta.1731093366186.meta 2024-11-08T19:16:06,216 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44775:44775)] 2024-11-08T19:16:06,217 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:16:06,220 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:16:06,220 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:16:06,220 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:16:06,221 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:16:06,221 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:16:06,221 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:06,221 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:16:06,221 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:16:06,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:16:06,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:16:06,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:06,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:06,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:16:06,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:16:06,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:06,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:06,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:16:06,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:16:06,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:06,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:06,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:16:06,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:16:06,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:06,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:06,257 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:16:06,258 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740 2024-11-08T19:16:06,259 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740 2024-11-08T19:16:06,262 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:16:06,262 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:16:06,263 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:16:06,266 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:16:06,267 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60861752, jitterRate=-0.09308922290802002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:16:06,267 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:16:06,268 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093366221Writing region info on filesystem at 1731093366221Initializing all the Stores at 1731093366223 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093366223Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093366223Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093366223Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093366223Cleaning up temporary data from old regions at 1731093366262 (+39 ms)Running coprocessor post-open hooks at 1731093366267 (+5 ms)Region opened successfully at 1731093366268 (+1 ms) 2024-11-08T19:16:06,270 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093366170 2024-11-08T19:16:06,283 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:16:06,283 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:16:06,291 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,33869,1731093363779 2024-11-08T19:16:06,294 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,33869,1731093363779, state=OPEN 2024-11-08T19:16:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1672303500/meta-region-server 2024-11-08T19:16:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1672303500/meta-region-server 2024-11-08T19:16:06,314 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,33869,1731093363779 2024-11-08T19:16:06,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1672303500/meta-region-server: CHANGED 2024-11-08T19:16:06,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1672303500/meta-region-server: CHANGED 2024-11-08T19:16:06,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:16:06,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,33869,1731093363779 in 302 msec 2024-11-08T19:16:06,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:16:06,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 606 msec 2024-11-08T19:16:06,339 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:16:06,340 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:16:06,342 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:16:06,342 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,33869,1731093363779, seqNum=-1] 2024-11-08T19:16:06,342 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:16:06,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:16:06,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-08T19:16:06,367 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093366367, completionTime=-1 2024-11-08T19:16:06,367 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:16:06,367 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:16:06,374 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:16:06,375 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093426374 2024-11-08T19:16:06,375 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093486375 2024-11-08T19:16:06,375 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-08T19:16:06,375 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43019,1731093363389-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:06,375 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43019,1731093363389-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:06,375 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43019,1731093363389-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:06,376 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:43019, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:06,376 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:06,376 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:06,379 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:16:06,383 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.479sec 2024-11-08T19:16:06,383 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:16:06,383 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:16:06,383 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:16:06,383 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:16:06,383 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:16:06,383 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43019,1731093363389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:16:06,383 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43019,1731093363389-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:16:06,388 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:16:06,388 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:16:06,388 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43019,1731093363389-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:06,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d37fdf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:06,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,43019,-1 for getting cluster id 2024-11-08T19:16:06,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:16:06,489 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0001eddd-169c-4dcc-97be-21d4e6dcc800' 2024-11-08T19:16:06,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:16:06,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0001eddd-169c-4dcc-97be-21d4e6dcc800" 2024-11-08T19:16:06,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2ac852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:06,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,43019,-1] 2024-11-08T19:16:06,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:16:06,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:06,493 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:16:06,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c6eaed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:06,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:16:06,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,33869,1731093363779, seqNum=-1] 2024-11-08T19:16:06,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:16:06,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:16:06,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,43019,1731093363389 2024-11-08T19:16:06,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52510 2024-11-08T19:16:06,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:16:06,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011be06f290002 connected 2024-11-08T19:16:06,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/hadoop.log.dir so I do NOT create it in target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b 2024-11-08T19:16:06,537 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:16:06,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/hadoop.tmp.dir so I do NOT create it in target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b 2024-11-08T19:16:06,537 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:16:06,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b 2024-11-08T19:16:06,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:16:06,537 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/cluster_6efa5549-c87e-191c-480d-98d8f92ac703, deleteOnExit=true 2024-11-08T19:16:06,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:16:06,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/test.cache.data in system properties and HBase conf 2024-11-08T19:16:06,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:16:06,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:16:06,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:16:06,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:16:06,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:16:06,538 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:16:06,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:16:06,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:16:06,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:16:06,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:16:06,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:16:06,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:16:06,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:16:06,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:16:06,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:16:06,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:16:06,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:16:06,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:16:06,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:16:06,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:16:06,952 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:16:06,961 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:16:06,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:16:06,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:16:06,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:16:07,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:16:07,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28e3c7ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:16:07,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eeecbf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:16:07,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72a103b8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/java.io.tmpdir/jetty-localhost-38477-hadoop-hdfs-3_4_1-tests_jar-_-any-10480367464668508554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:16:07,157 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4712f066{HTTP/1.1, (http/1.1)}{localhost:38477} 2024-11-08T19:16:07,157 INFO [Time-limited test {}] server.Server(415): Started @41480ms 2024-11-08T19:16:07,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:16:07,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:16:07,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:16:07,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:16:07,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:16:07,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef92a3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:16:07,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c278030{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:16:07,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c915274{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/java.io.tmpdir/jetty-localhost-33153-hadoop-hdfs-3_4_1-tests_jar-_-any-17012570674984619919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:16:07,769 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b79a475{HTTP/1.1, (http/1.1)}{localhost:33153} 2024-11-08T19:16:07,769 INFO [Time-limited test {}] server.Server(415): Started @42092ms 2024-11-08T19:16:07,770 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:16:08,694 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/cluster_6efa5549-c87e-191c-480d-98d8f92ac703/data/data1/current/BP-1592038717-172.17.0.2-1731093366568/current, will proceed with Du for space computation calculation, 2024-11-08T19:16:08,696 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/cluster_6efa5549-c87e-191c-480d-98d8f92ac703/data/data2/current/BP-1592038717-172.17.0.2-1731093366568/current, will proceed with Du for space computation calculation, 2024-11-08T19:16:08,741 WARN [Thread-605 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:16:08,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x367a8891709aef73 with lease ID 0x2ecdecf710079c2e: Processing first storage report for DS-9c376064-98c3-4e45-bd63-357105e7cd2a from datanode DatanodeRegistration(127.0.0.1:44877, datanodeUuid=2f0cb504-1d29-48cc-8a67-b7eecf453442, infoPort=33867, infoSecurePort=0, ipcPort=40079, storageInfo=lv=-57;cid=testClusterID;nsid=1793469284;c=1731093366568) 2024-11-08T19:16:08,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x367a8891709aef73 with lease ID 0x2ecdecf710079c2e: from storage DS-9c376064-98c3-4e45-bd63-357105e7cd2a node DatanodeRegistration(127.0.0.1:44877, datanodeUuid=2f0cb504-1d29-48cc-8a67-b7eecf453442, infoPort=33867, infoSecurePort=0, ipcPort=40079, storageInfo=lv=-57;cid=testClusterID;nsid=1793469284;c=1731093366568), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:16:08,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x367a8891709aef73 with lease ID 0x2ecdecf710079c2e: Processing first storage report for DS-f7700669-840f-4c2d-9ac9-a0b130f72ffc from datanode DatanodeRegistration(127.0.0.1:44877, datanodeUuid=2f0cb504-1d29-48cc-8a67-b7eecf453442, infoPort=33867, infoSecurePort=0, ipcPort=40079, storageInfo=lv=-57;cid=testClusterID;nsid=1793469284;c=1731093366568) 2024-11-08T19:16:08,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x367a8891709aef73 with lease ID 0x2ecdecf710079c2e: from storage DS-f7700669-840f-4c2d-9ac9-a0b130f72ffc node DatanodeRegistration(127.0.0.1:44877, datanodeUuid=2f0cb504-1d29-48cc-8a67-b7eecf453442, infoPort=33867, infoSecurePort=0, ipcPort=40079, storageInfo=lv=-57;cid=testClusterID;nsid=1793469284;c=1731093366568), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:16:08,805 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b 2024-11-08T19:16:08,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:08,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:08,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:16:09,220 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea with version=8 2024-11-08T19:16:09,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/hbase-staging 2024-11-08T19:16:09,222 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:16:09,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:09,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:09,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:16:09,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:09,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:16:09,223 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:16:09,223 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:16:09,223 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37527 2024-11-08T19:16:09,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37527 connecting to ZooKeeper ensemble=127.0.0.1:52510 2024-11-08T19:16:09,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375270x0, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:16:09,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37527-0x1011be06f290003 connected 2024-11-08T19:16:09,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:09,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:09,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Set watcher on znode that does not yet exist, /1289317004/running 2024-11-08T19:16:09,329 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea, hbase.cluster.distributed=false 2024-11-08T19:16:09,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Set watcher on znode that does not yet exist, /1289317004/acl 2024-11-08T19:16:09,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37527 2024-11-08T19:16:09,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37527 2024-11-08T19:16:09,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37527 2024-11-08T19:16:09,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37527 2024-11-08T19:16:09,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37527 2024-11-08T19:16:09,351 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:16:09,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:09,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:09,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:16:09,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:09,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:16:09,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:16:09,352 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:16:09,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41025 2024-11-08T19:16:09,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41025 connecting to ZooKeeper ensemble=127.0.0.1:52510 2024-11-08T19:16:09,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:09,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:09,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410250x0, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:16:09,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410250x0, quorum=127.0.0.1:52510, baseZNode=/1289317004 Set watcher on znode that does not yet exist, /1289317004/running 2024-11-08T19:16:09,374 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:16:09,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41025-0x1011be06f290004 connected 2024-11-08T19:16:09,382 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:16:09,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Set watcher on znode that does not yet exist, /1289317004/master 2024-11-08T19:16:09,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Set watcher on znode that does not yet exist, /1289317004/acl 2024-11-08T19:16:09,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41025 2024-11-08T19:16:09,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41025 2024-11-08T19:16:09,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41025 2024-11-08T19:16:09,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41025 2024-11-08T19:16:09,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41025 2024-11-08T19:16:09,448 DEBUG [M:0;692b295ad45c:37527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:37527 2024-11-08T19:16:09,465 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1289317004/backup-masters/692b295ad45c,37527,1731093369222 2024-11-08T19:16:09,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004/backup-masters 2024-11-08T19:16:09,480 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Set watcher on existing znode=/1289317004/backup-masters/692b295ad45c,37527,1731093369222 2024-11-08T19:16:09,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004/backup-masters 2024-11-08T19:16:09,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004 2024-11-08T19:16:09,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1289317004/master 2024-11-08T19:16:09,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004 2024-11-08T19:16:09,494 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Set watcher on existing znode=/1289317004/master 2024-11-08T19:16:09,495 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1289317004/backup-masters/692b295ad45c,37527,1731093369222 from backup master directory 2024-11-08T19:16:09,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1289317004/backup-masters/692b295ad45c,37527,1731093369222 2024-11-08T19:16:09,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004/backup-masters 2024-11-08T19:16:09,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004/backup-masters 2024-11-08T19:16:09,504 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:16:09,504 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,37527,1731093369222 2024-11-08T19:16:09,526 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/hbase.id] with ID: c04d2f7c-964e-4398-bcba-c2bd30d6193f 2024-11-08T19:16:09,526 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/.tmp/hbase.id 2024-11-08T19:16:09,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:16:09,609 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/.tmp/hbase.id]:[hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/hbase.id] 2024-11-08T19:16:09,642 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:09,642 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:16:09,647 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-08T19:16:09,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004 2024-11-08T19:16:09,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004 2024-11-08T19:16:09,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:16:09,721 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:16:09,722 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:16:09,729 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:16:09,754 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:16:09,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:09,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:16:09,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:10,214 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store 2024-11-08T19:16:10,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:16:10,622 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:10,622 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:16:10,622 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:10,622 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:10,622 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:16:10,622 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:10,622 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:10,622 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093370622Disabling compacts and flushes for region at 1731093370622Disabling writes for close at 1731093370622Writing region close event to WAL at 1731093370622Closed at 1731093370622 2024-11-08T19:16:10,623 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/.initializing 2024-11-08T19:16:10,623 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/WALs/692b295ad45c,37527,1731093369222 2024-11-08T19:16:10,624 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:16:10,626 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C37527%2C1731093369222, suffix=, logDir=hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/WALs/692b295ad45c,37527,1731093369222, archiveDir=hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/oldWALs, maxLogs=10 2024-11-08T19:16:10,642 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/WALs/692b295ad45c,37527,1731093369222/692b295ad45c%2C37527%2C1731093369222.1731093370627, exclude list is [], retry=0 2024-11-08T19:16:10,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44877,DS-9c376064-98c3-4e45-bd63-357105e7cd2a,DISK] 2024-11-08T19:16:10,647 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/WALs/692b295ad45c,37527,1731093369222/692b295ad45c%2C37527%2C1731093369222.1731093370627 2024-11-08T19:16:10,648 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33867:33867)] 2024-11-08T19:16:10,648 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:16:10,648 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:10,648 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:10,648 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:10,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:10,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:16:10,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:10,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:10,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:10,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:16:10,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:10,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:10,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:10,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:16:10,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:10,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:10,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:10,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:16:10,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:10,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:10,658 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:10,658 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:10,658 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:10,660 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:10,660 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:10,660 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:16:10,662 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:10,664 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:16:10,664 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75210327, jitterRate=0.12072120606899261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:16:10,664 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093370648Initializing all the Stores at 1731093370649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093370649Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093370649Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093370649Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093370649Cleaning up temporary data from old regions at 1731093370660 (+11 ms)Region opened successfully at 1731093370664 (+4 ms) 2024-11-08T19:16:10,664 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:16:10,667 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24493d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:16:10,668 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:16:10,669 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:16:10,669 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:16:10,669 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:16:10,669 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:16:10,670 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:16:10,670 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:16:10,672 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:16:10,673 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Unable to get data of znode /1289317004/balancer because node does not exist (not necessarily an error) 2024-11-08T19:16:10,693 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1289317004/balancer already deleted, retry=false 2024-11-08T19:16:10,693 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:16:10,694 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Unable to get data of znode /1289317004/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:16:10,703 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1289317004/normalizer already deleted, retry=false 2024-11-08T19:16:10,703 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:16:10,705 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Unable to get data of znode /1289317004/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:16:10,713 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1289317004/switch/split already deleted, retry=false 2024-11-08T19:16:10,714 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Unable to get data of znode /1289317004/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:16:10,724 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1289317004/switch/merge already deleted, retry=false 2024-11-08T19:16:10,726 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Unable to get data of znode /1289317004/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:16:10,735 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1289317004/snapshot-cleanup already deleted, retry=false 2024-11-08T19:16:10,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1289317004/running 2024-11-08T19:16:10,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1289317004/running 2024-11-08T19:16:10,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004 2024-11-08T19:16:10,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004 2024-11-08T19:16:10,746 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,37527,1731093369222, sessionid=0x1011be06f290003, setting cluster-up flag (Was=false) 2024-11-08T19:16:10,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004 2024-11-08T19:16:10,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004 2024-11-08T19:16:10,799 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1289317004/flush-table-proc/acquired, /1289317004/flush-table-proc/reached, /1289317004/flush-table-proc/abort 2024-11-08T19:16:10,800 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,37527,1731093369222 2024-11-08T19:16:10,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004 2024-11-08T19:16:10,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004 2024-11-08T19:16:10,851 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1289317004/online-snapshot/acquired, /1289317004/online-snapshot/reached, /1289317004/online-snapshot/abort 2024-11-08T19:16:10,854 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,37527,1731093369222 2024-11-08T19:16:10,862 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:16:10,874 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:16:10,876 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:16:10,877 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:16:10,878 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,37527,1731093369222 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:16:10,881 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:16:10,882 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:16:10,882 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:16:10,883 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:16:10,883 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:16:10,884 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:10,884 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:16:10,884 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:10,890 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:16:10,890 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:16:10,897 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:10,897 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:16:10,908 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093400908 2024-11-08T19:16:10,908 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:16:10,909 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:16:10,909 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:16:10,909 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:16:10,909 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:16:10,909 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:16:10,917 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:10,918 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:16:10,918 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:16:10,918 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:16:10,918 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:16:10,920 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:16:10,920 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:16:10,940 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093370920,5,FailOnTimeoutGroup] 2024-11-08T19:16:10,959 INFO [RS:0;692b295ad45c:41025 {}] regionserver.HRegionServer(746): ClusterId : c04d2f7c-964e-4398-bcba-c2bd30d6193f 2024-11-08T19:16:10,959 DEBUG [RS:0;692b295ad45c:41025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:16:10,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:16:10,974 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093370940,5,FailOnTimeoutGroup] 2024-11-08T19:16:10,975 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:10,975 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:16:10,975 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:10,975 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:10,983 DEBUG [RS:0;692b295ad45c:41025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:16:10,983 DEBUG [RS:0;692b295ad45c:41025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:16:10,999 DEBUG [RS:0;692b295ad45c:41025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:16:10,999 DEBUG [RS:0;692b295ad45c:41025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3069bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:16:11,018 DEBUG [RS:0;692b295ad45c:41025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:41025 2024-11-08T19:16:11,018 INFO [RS:0;692b295ad45c:41025 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:16:11,018 INFO [RS:0;692b295ad45c:41025 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:16:11,018 DEBUG [RS:0;692b295ad45c:41025 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:16:11,019 INFO [RS:0;692b295ad45c:41025 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,37527,1731093369222 with port=41025, startcode=1731093369351 2024-11-08T19:16:11,019 DEBUG [RS:0;692b295ad45c:41025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:16:11,038 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:16:11,039 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37527 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,41025,1731093369351 2024-11-08T19:16:11,039 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37527 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,41025,1731093369351 2024-11-08T19:16:11,042 DEBUG [RS:0;692b295ad45c:41025 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea 2024-11-08T19:16:11,042 DEBUG [RS:0;692b295ad45c:41025 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45901 2024-11-08T19:16:11,042 DEBUG [RS:0;692b295ad45c:41025 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:16:11,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004/rs 2024-11-08T19:16:11,125 DEBUG [RS:0;692b295ad45c:41025 {}] zookeeper.ZKUtil(111): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Set watcher on existing znode=/1289317004/rs/692b295ad45c,41025,1731093369351 2024-11-08T19:16:11,125 WARN [RS:0;692b295ad45c:41025 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:16:11,125 INFO [RS:0;692b295ad45c:41025 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:16:11,126 DEBUG [RS:0;692b295ad45c:41025 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/WALs/692b295ad45c,41025,1731093369351 2024-11-08T19:16:11,145 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,41025,1731093369351] 2024-11-08T19:16:11,175 INFO [RS:0;692b295ad45c:41025 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:16:11,181 INFO [RS:0;692b295ad45c:41025 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:16:11,183 INFO [RS:0;692b295ad45c:41025 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:16:11,183 INFO [RS:0;692b295ad45c:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:11,196 INFO [RS:0;692b295ad45c:41025 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:16:11,197 INFO [RS:0;692b295ad45c:41025 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:16:11,198 INFO [RS:0;692b295ad45c:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:11,198 DEBUG [RS:0;692b295ad45c:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:11,198 DEBUG [RS:0;692b295ad45c:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:11,198 DEBUG [RS:0;692b295ad45c:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:11,198 DEBUG [RS:0;692b295ad45c:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:11,198 DEBUG [RS:0;692b295ad45c:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:11,198 DEBUG [RS:0;692b295ad45c:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:16:11,198 DEBUG [RS:0;692b295ad45c:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:11,198 DEBUG [RS:0;692b295ad45c:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:11,199 DEBUG [RS:0;692b295ad45c:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:11,199 DEBUG [RS:0;692b295ad45c:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:11,199 DEBUG [RS:0;692b295ad45c:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:11,199 DEBUG [RS:0;692b295ad45c:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:11,200 DEBUG [RS:0;692b295ad45c:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:16:11,201 DEBUG [RS:0;692b295ad45c:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:16:11,228 INFO [RS:0;692b295ad45c:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:11,228 INFO [RS:0;692b295ad45c:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:11,228 INFO [RS:0;692b295ad45c:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:11,228 INFO [RS:0;692b295ad45c:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:11,228 INFO [RS:0;692b295ad45c:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:11,228 INFO [RS:0;692b295ad45c:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,41025,1731093369351-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:16:11,260 INFO [RS:0;692b295ad45c:41025 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:16:11,261 INFO [RS:0;692b295ad45c:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,41025,1731093369351-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:11,261 INFO [RS:0;692b295ad45c:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:11,261 INFO [RS:0;692b295ad45c:41025 {}] regionserver.Replication(171): 692b295ad45c,41025,1731093369351 started 2024-11-08T19:16:11,277 INFO [RS:0;692b295ad45c:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:11,278 INFO [RS:0;692b295ad45c:41025 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,41025,1731093369351, RpcServer on 692b295ad45c/172.17.0.2:41025, sessionid=0x1011be06f290004 2024-11-08T19:16:11,278 DEBUG [RS:0;692b295ad45c:41025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:16:11,278 DEBUG [RS:0;692b295ad45c:41025 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,41025,1731093369351 2024-11-08T19:16:11,278 DEBUG [RS:0;692b295ad45c:41025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,41025,1731093369351' 2024-11-08T19:16:11,278 DEBUG [RS:0;692b295ad45c:41025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1289317004/flush-table-proc/abort' 2024-11-08T19:16:11,278 DEBUG [RS:0;692b295ad45c:41025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1289317004/flush-table-proc/acquired' 2024-11-08T19:16:11,279 DEBUG [RS:0;692b295ad45c:41025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:16:11,279 DEBUG [RS:0;692b295ad45c:41025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:16:11,279 DEBUG [RS:0;692b295ad45c:41025 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,41025,1731093369351 2024-11-08T19:16:11,279 DEBUG [RS:0;692b295ad45c:41025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,41025,1731093369351' 2024-11-08T19:16:11,279 DEBUG [RS:0;692b295ad45c:41025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1289317004/online-snapshot/abort' 2024-11-08T19:16:11,279 DEBUG [RS:0;692b295ad45c:41025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1289317004/online-snapshot/acquired' 2024-11-08T19:16:11,280 DEBUG [RS:0;692b295ad45c:41025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:16:11,280 INFO [RS:0;692b295ad45c:41025 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:16:11,280 INFO [RS:0;692b295ad45c:41025 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:16:11,287 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:16:11,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:16:11,366 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea 2024-11-08T19:16:11,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:16:11,380 INFO [RS:0;692b295ad45c:41025 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:16:11,382 INFO [RS:0;692b295ad45c:41025 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C41025%2C1731093369351, suffix=, logDir=hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/WALs/692b295ad45c,41025,1731093369351, archiveDir=hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/oldWALs, maxLogs=10 2024-11-08T19:16:11,395 DEBUG [RS:0;692b295ad45c:41025 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/WALs/692b295ad45c,41025,1731093369351/692b295ad45c%2C41025%2C1731093369351.1731093371382, exclude list is [], retry=0 2024-11-08T19:16:11,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44877,DS-9c376064-98c3-4e45-bd63-357105e7cd2a,DISK] 2024-11-08T19:16:11,406 INFO [RS:0;692b295ad45c:41025 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/WALs/692b295ad45c,41025,1731093369351/692b295ad45c%2C41025%2C1731093369351.1731093371382 2024-11-08T19:16:11,406 DEBUG [RS:0;692b295ad45c:41025 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33867:33867)] 2024-11-08T19:16:11,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:11,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:16:11,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:16:11,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:11,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:11,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:16:11,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:16:11,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:11,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:11,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:16:11,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:16:11,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:11,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:11,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:16:11,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:16:11,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:11,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:11,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:16:11,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/data/hbase/meta/1588230740 2024-11-08T19:16:11,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/data/hbase/meta/1588230740 2024-11-08T19:16:11,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:16:11,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:16:11,787 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:16:11,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:16:11,791 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:16:11,792 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73111936, jitterRate=0.08945274353027344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:16:11,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093371774Initializing all the Stores at 1731093371775 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093371775Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093371775Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093371775Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093371775Cleaning up temporary data from old regions at 1731093371787 (+12 ms)Region opened successfully at 1731093371792 (+5 ms) 2024-11-08T19:16:11,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:16:11,792 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:16:11,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:16:11,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:16:11,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:16:11,793 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:16:11,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093371792Disabling compacts and flushes for region at 1731093371792Disabling writes for close at 1731093371793 (+1 ms)Writing region close event to WAL at 1731093371793Closed at 1731093371793 2024-11-08T19:16:11,795 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:16:11,796 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:16:11,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:16:11,798 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:16:11,800 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:16:11,950 DEBUG [692b295ad45c:37527 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:16:11,950 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,41025,1731093369351 2024-11-08T19:16:11,952 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,41025,1731093369351, state=OPENING 2024-11-08T19:16:11,962 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:16:11,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004 2024-11-08T19:16:11,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004 2024-11-08T19:16:11,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1289317004/meta-region-server: CHANGED 2024-11-08T19:16:11,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1289317004/meta-region-server: CHANGED 2024-11-08T19:16:11,974 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:16:11,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,41025,1731093369351}] 2024-11-08T19:16:12,127 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:16:12,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:16:12,132 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:16:12,133 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:16:12,133 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:16:12,134 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C41025%2C1731093369351.meta, suffix=.meta, logDir=hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/WALs/692b295ad45c,41025,1731093369351, archiveDir=hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/oldWALs, maxLogs=10 2024-11-08T19:16:12,149 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/WALs/692b295ad45c,41025,1731093369351/692b295ad45c%2C41025%2C1731093369351.meta.1731093372135.meta, exclude list is [], retry=0 2024-11-08T19:16:12,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44877,DS-9c376064-98c3-4e45-bd63-357105e7cd2a,DISK] 2024-11-08T19:16:12,154 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/WALs/692b295ad45c,41025,1731093369351/692b295ad45c%2C41025%2C1731093369351.meta.1731093372135.meta 2024-11-08T19:16:12,154 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33867:33867)] 2024-11-08T19:16:12,154 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:16:12,155 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:16:12,155 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:16:12,155 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:16:12,155 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:16:12,155 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:16:12,155 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:12,155 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:16:12,155 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:16:12,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:16:12,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:16:12,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:12,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:12,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:16:12,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:16:12,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:12,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:12,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:16:12,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:16:12,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:12,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:12,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:16:12,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:16:12,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:12,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:12,165 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:16:12,166 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/data/hbase/meta/1588230740 2024-11-08T19:16:12,167 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/data/hbase/meta/1588230740 2024-11-08T19:16:12,169 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:16:12,169 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:16:12,170 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:16:12,171 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:16:12,172 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59159367, jitterRate=-0.11845673620700836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:16:12,172 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:16:12,173 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093372155Writing region info on filesystem at 1731093372155Initializing all the Stores at 1731093372156 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093372156Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093372158 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093372158Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093372158Cleaning up temporary data from old regions at 1731093372169 (+11 ms)Running coprocessor post-open hooks at 1731093372172 (+3 ms)Region opened successfully at 1731093372172 2024-11-08T19:16:12,174 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093372126 2024-11-08T19:16:12,176 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:16:12,176 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:16:12,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,41025,1731093369351 2024-11-08T19:16:12,178 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,41025,1731093369351, state=OPEN 2024-11-08T19:16:12,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1289317004/meta-region-server 2024-11-08T19:16:12,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1289317004/meta-region-server 2024-11-08T19:16:12,369 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,41025,1731093369351 2024-11-08T19:16:12,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1289317004/meta-region-server: CHANGED 2024-11-08T19:16:12,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1289317004/meta-region-server: CHANGED 2024-11-08T19:16:12,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:16:12,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,41025,1731093369351 in 395 msec 2024-11-08T19:16:12,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:16:12,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 578 msec 2024-11-08T19:16:12,381 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:16:12,381 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:16:12,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:16:12,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,41025,1731093369351, seqNum=-1] 2024-11-08T19:16:12,383 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:16:12,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:16:12,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5260 sec 2024-11-08T19:16:12,401 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093372401, completionTime=-1 2024-11-08T19:16:12,401 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:16:12,402 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:16:12,406 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:16:12,406 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093432406 2024-11-08T19:16:12,406 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093492406 2024-11-08T19:16:12,406 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-08T19:16:12,406 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37527,1731093369222-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:12,406 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37527,1731093369222-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:12,406 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37527,1731093369222-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:12,407 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:37527, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:12,407 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:12,409 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:16:12,410 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:12,416 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.912sec 2024-11-08T19:16:12,416 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:16:12,416 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:16:12,416 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:16:12,416 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:16:12,416 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:16:12,416 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37527,1731093369222-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:16:12,416 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37527,1731093369222-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:16:12,420 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:16:12,420 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:16:12,420 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37527,1731093369222-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:12,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496a4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:12,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,37527,-1 for getting cluster id 2024-11-08T19:16:12,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:16:12,460 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c04d2f7c-964e-4398-bcba-c2bd30d6193f' 2024-11-08T19:16:12,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:16:12,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c04d2f7c-964e-4398-bcba-c2bd30d6193f" 2024-11-08T19:16:12,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2692c885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:12,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,37527,-1] 2024-11-08T19:16:12,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:16:12,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:12,471 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:16:12,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd4864f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:12,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:16:12,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,41025,1731093369351, seqNum=-1] 2024-11-08T19:16:12,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:16:12,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:16:12,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,37527,1731093369222 2024-11-08T19:16:12,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52510 2024-11-08T19:16:12,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:16:12,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011be06f290005 connected 2024-11-08T19:16:12,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213ea978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:12,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,43019,-1 for getting cluster id 2024-11-08T19:16:12,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:16:12,726 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0001eddd-169c-4dcc-97be-21d4e6dcc800' 2024-11-08T19:16:12,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:16:12,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0001eddd-169c-4dcc-97be-21d4e6dcc800" 2024-11-08T19:16:12,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a78d8a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,43019,-1] 2024-11-08T19:16:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:16:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:12,728 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:16:12,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ba5326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:12,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:16:12,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,43019,1731093363389 2024-11-08T19:16:12,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f4df008 2024-11-08T19:16:12,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:16:12,731 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:16:12,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://692b295ad45c:37527,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T19:16:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:16:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:16:12,735 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:37527' 2024-11-08T19:16:12,736 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae06812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:12,736 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,37527,-1 for getting cluster id 2024-11-08T19:16:12,736 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:16:12,737 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c04d2f7c-964e-4398-bcba-c2bd30d6193f' 2024-11-08T19:16:12,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:16:12,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c04d2f7c-964e-4398-bcba-c2bd30d6193f" 2024-11-08T19:16:12,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3054ca6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:12,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,37527,-1] 2024-11-08T19:16:12,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:16:12,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:12,739 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:16:12,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcfc35d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:12,740 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:16:12,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,37527,1731093369222 2024-11-08T19:16:12,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c00f8de 2024-11-08T19:16:12,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:16:12,742 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:16:12,743 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T19:16:12,743 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:16:12,743 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:12,743 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:12,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:16:12,744 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:16:12,745 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T19:16:12,746 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:16:12,747 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:12,748 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:16:12,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741835_1011 (size=1138) 2024-11-08T19:16:12,795 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T19:16:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:16:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:16:13,164 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87409e3583b4175de5e88c0930474414, NAME => 'hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482 2024-11-08T19:16:13,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741836_1012 (size=44) 2024-11-08T19:16:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:16:13,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:13,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 87409e3583b4175de5e88c0930474414, disabling compactions & flushes 2024-11-08T19:16:13,572 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414. 2024-11-08T19:16:13,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414. 2024-11-08T19:16:13,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414. after waiting 0 ms 2024-11-08T19:16:13,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414. 2024-11-08T19:16:13,572 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414. 2024-11-08T19:16:13,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87409e3583b4175de5e88c0930474414: Waiting for close lock at 1731093373572Disabling compacts and flushes for region at 1731093373572Disabling writes for close at 1731093373572Writing region close event to WAL at 1731093373572Closed at 1731093373572 2024-11-08T19:16:13,574 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:16:13,574 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731093373574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093373574"}]},"ts":"1731093373574"} 2024-11-08T19:16:13,577 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:16:13,578 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:16:13,578 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093373578"}]},"ts":"1731093373578"} 2024-11-08T19:16:13,580 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T19:16:13,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87409e3583b4175de5e88c0930474414, ASSIGN}] 2024-11-08T19:16:13,582 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87409e3583b4175de5e88c0930474414, ASSIGN 2024-11-08T19:16:13,583 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87409e3583b4175de5e88c0930474414, ASSIGN; state=OFFLINE, location=692b295ad45c,33869,1731093363779; forceNewPlan=false, retain=false 2024-11-08T19:16:13,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=87409e3583b4175de5e88c0930474414, regionState=OPENING, regionLocation=692b295ad45c,33869,1731093363779 2024-11-08T19:16:13,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87409e3583b4175de5e88c0930474414, ASSIGN because future has completed 2024-11-08T19:16:13,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87409e3583b4175de5e88c0930474414, server=692b295ad45c,33869,1731093363779}] 2024-11-08T19:16:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:16:13,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414. 2024-11-08T19:16:13,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:16:13,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T19:16:13,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C33869%2C1731093363779.rep, suffix=, logDir=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779, archiveDir=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/oldWALs, maxLogs=10 2024-11-08T19:16:13,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779/692b295ad45c%2C33869%2C1731093363779.rep.1731093373905, exclude list is [], retry=0 2024-11-08T19:16:13,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46083,DS-99ef6708-c667-46a3-a232-384dc9a4e7ce,DISK] 2024-11-08T19:16:13,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779/692b295ad45c%2C33869%2C1731093363779.rep.1731093373905 2024-11-08T19:16:13,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44775:44775)] 2024-11-08T19:16:13,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 87409e3583b4175de5e88c0930474414, NAME => 'hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:16:13,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:16:13,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:16:13,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414. service=MultiRowMutationService 2024-11-08T19:16:13,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T19:16:13,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 87409e3583b4175de5e88c0930474414 2024-11-08T19:16:13,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:13,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 87409e3583b4175de5e88c0930474414 2024-11-08T19:16:13,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 87409e3583b4175de5e88c0930474414 2024-11-08T19:16:13,947 INFO [StoreOpener-87409e3583b4175de5e88c0930474414-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 87409e3583b4175de5e88c0930474414 2024-11-08T19:16:13,953 INFO [StoreOpener-87409e3583b4175de5e88c0930474414-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87409e3583b4175de5e88c0930474414 columnFamilyName hfileref 2024-11-08T19:16:13,953 DEBUG [StoreOpener-87409e3583b4175de5e88c0930474414-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:13,954 INFO [StoreOpener-87409e3583b4175de5e88c0930474414-1 {}] regionserver.HStore(327): Store=87409e3583b4175de5e88c0930474414/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:13,954 INFO [StoreOpener-87409e3583b4175de5e88c0930474414-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 87409e3583b4175de5e88c0930474414 2024-11-08T19:16:13,956 INFO [StoreOpener-87409e3583b4175de5e88c0930474414-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87409e3583b4175de5e88c0930474414 columnFamilyName queue 2024-11-08T19:16:13,956 DEBUG [StoreOpener-87409e3583b4175de5e88c0930474414-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:13,957 INFO [StoreOpener-87409e3583b4175de5e88c0930474414-1 {}] regionserver.HStore(327): Store=87409e3583b4175de5e88c0930474414/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:13,957 INFO [StoreOpener-87409e3583b4175de5e88c0930474414-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 87409e3583b4175de5e88c0930474414 2024-11-08T19:16:13,958 INFO [StoreOpener-87409e3583b4175de5e88c0930474414-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87409e3583b4175de5e88c0930474414 columnFamilyName sid 2024-11-08T19:16:13,958 DEBUG [StoreOpener-87409e3583b4175de5e88c0930474414-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:13,960 INFO [StoreOpener-87409e3583b4175de5e88c0930474414-1 {}] regionserver.HStore(327): Store=87409e3583b4175de5e88c0930474414/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:13,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 87409e3583b4175de5e88c0930474414 2024-11-08T19:16:13,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/replication/87409e3583b4175de5e88c0930474414 2024-11-08T19:16:13,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/replication/87409e3583b4175de5e88c0930474414 2024-11-08T19:16:13,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 87409e3583b4175de5e88c0930474414 2024-11-08T19:16:13,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 87409e3583b4175de5e88c0930474414 2024-11-08T19:16:13,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:16:13,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 87409e3583b4175de5e88c0930474414 2024-11-08T19:16:13,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/replication/87409e3583b4175de5e88c0930474414/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:16:13,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 87409e3583b4175de5e88c0930474414; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74916645, jitterRate=0.11634500324726105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:16:13,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87409e3583b4175de5e88c0930474414 2024-11-08T19:16:13,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 87409e3583b4175de5e88c0930474414: Running coprocessor pre-open hook at 1731093373945Writing region info on filesystem at 1731093373946 (+1 ms)Initializing all the Stores at 1731093373946Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093373946Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093373947 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093373947Cleaning up temporary data from old regions at 1731093373963 (+16 ms)Running coprocessor post-open hooks at 1731093373968 (+5 ms)Region opened successfully at 1731093373969 (+1 ms) 2024-11-08T19:16:13,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414., pid=7, masterSystemTime=1731093373896 2024-11-08T19:16:13,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414. 2024-11-08T19:16:13,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414. 2024-11-08T19:16:13,974 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=87409e3583b4175de5e88c0930474414, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,33869,1731093363779 2024-11-08T19:16:13,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87409e3583b4175de5e88c0930474414, server=692b295ad45c,33869,1731093363779 because future has completed 2024-11-08T19:16:13,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T19:16:13,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 87409e3583b4175de5e88c0930474414, server=692b295ad45c,33869,1731093363779 in 241 msec 2024-11-08T19:16:13,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:16:13,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87409e3583b4175de5e88c0930474414, ASSIGN in 401 msec 2024-11-08T19:16:13,987 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:16:13,987 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093373987"}]},"ts":"1731093373987"} 2024-11-08T19:16:13,990 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T19:16:13,992 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:16:13,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2480 sec 2024-11-08T19:16:14,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414., hostname=692b295ad45c,33869,1731093363779, seqNum=2] 2024-11-08T19:16:14,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500 2024-11-08T19:16:14,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500 2024-11-08T19:16:14,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:16:14,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:16:14,251 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T19:16:14,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T19:16:14,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T19:16:14,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:16:14,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T19:16:14,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:16:14,253 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T19:16:14,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T19:16:14,253 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T19:16:14,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T19:16:14,351 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T19:16:14,383 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-692b295ad45c,33869,1731093363779, ReplicationSource: 1, currentBandwidth=0 2024-11-08T19:16:14,383 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:16:14,383 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,33869,1731093363779, seqNum=-1] 2024-11-08T19:16:14,384 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:16:14,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-08T19:16:14,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-692b295ad45c,33869,1731093363779', locateType=CURRENT is [region=hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414., hostname=692b295ad45c,33869,1731093363779, seqNum=2] 2024-11-08T19:16:14,391 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T19:16:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T19:16:14,396 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 692b295ad45c,33869,1731093363779 suceeded 2024-11-08T19:16:14,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T19:16:14,401 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://692b295ad45c:37527,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:16:14,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-08T19:16:14,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6690 sec 2024-11-08T19:16:14,410 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:37527' 2024-11-08T19:16:14,412 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7de18adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:14,412 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,37527,-1 for getting cluster id 2024-11-08T19:16:14,412 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:16:14,413 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c04d2f7c-964e-4398-bcba-c2bd30d6193f' 2024-11-08T19:16:14,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:16:14,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c04d2f7c-964e-4398-bcba-c2bd30d6193f" 2024-11-08T19:16:14,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e28dd48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:14,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,37527,-1] 2024-11-08T19:16:14,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:16:14,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:14,415 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:16:14,416 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f54eb64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:14,416 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:16:14,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,37527,1731093369222 2024-11-08T19:16:14,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75b1c4b5 2024-11-08T19:16:14,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:16:14,419 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-08T19:16:14,420 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-692b295ad45c,33869,1731093363779 (queues=1) is replicating from cluster=0001eddd-169c-4dcc-97be-21d4e6dcc800 to cluster=c04d2f7c-964e-4398-bcba-c2bd30d6193f 2024-11-08T19:16:14,420 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=692b295ad45c%2C33869%2C1731093363779 2024-11-08T19:16:14,420 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-692b295ad45c,33869,1731093363779, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:16:14,421 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779.replicationSource.wal-reader.692b295ad45c%2C33869%2C1731093363779,1-692b295ad45c,33869,1731093363779 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779/692b295ad45c%2C33869%2C1731093363779.1731093365483, startPosition=0, beingWritten=true 2024-11-08T19:16:14,424 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779.replicationSource.shipper692b295ad45c%2C33869%2C1731093363779,1-692b295ad45c,33869,1731093363779 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C33869%2C1731093363779 2024-11-08T19:16:14,641 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779.replicationSource.wal-reader.692b295ad45c%2C33869%2C1731093363779,1-692b295ad45c,33869,1731093363779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779/692b295ad45c%2C33869%2C1731093363779.1731093365483 to pos 0, reset compression=false 2024-11-08T19:16:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:16:14,880 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T19:16:14,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:16:14,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:16:14,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:14,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:14,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:16:14,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:16:14,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,43019,1731093363389 2024-11-08T19:16:14,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60ea9d91 2024-11-08T19:16:14,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:16:14,883 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:16:14,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T19:16:14,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:16:14,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:16:14,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:16:14,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:14,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:14,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:16:14,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:16:14,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1183833551, stopped=false 2024-11-08T19:16:14,884 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,37527,1731093369222 2024-11-08T19:16:14,947 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779.replicationSource.wal-reader.692b295ad45c%2C33869%2C1731093363779,1-692b295ad45c,33869,1731093363779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779/692b295ad45c%2C33869%2C1731093363779.1731093365483 to pos 0, reset compression=false 2024-11-08T19:16:14,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1289317004/running 2024-11-08T19:16:14,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1289317004/running 2024-11-08T19:16:14,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004 2024-11-08T19:16:14,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004 2024-11-08T19:16:14,949 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:16:14,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:16:14,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:16:14,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:14,950 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,41025,1731093369351' ***** 2024-11-08T19:16:14,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Set watcher on znode that does not yet exist, /1289317004/running 2024-11-08T19:16:14,950 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:16:14,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Set watcher on znode that does not yet exist, /1289317004/running 2024-11-08T19:16:14,951 INFO [RS:0;692b295ad45c:41025 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:16:14,951 INFO [RS:0;692b295ad45c:41025 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:16:14,951 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:16:14,951 INFO [RS:0;692b295ad45c:41025 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:16:14,951 INFO [RS:0;692b295ad45c:41025 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,41025,1731093369351 2024-11-08T19:16:14,951 INFO [RS:0;692b295ad45c:41025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:16:14,951 INFO [RS:0;692b295ad45c:41025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:41025. 2024-11-08T19:16:14,951 DEBUG [RS:0;692b295ad45c:41025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:16:14,951 DEBUG [RS:0;692b295ad45c:41025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:14,951 INFO [RS:0;692b295ad45c:41025 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:16:14,951 INFO [RS:0;692b295ad45c:41025 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:16:14,951 INFO [RS:0;692b295ad45c:41025 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:16:14,951 INFO [RS:0;692b295ad45c:41025 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:16:14,952 INFO [RS:0;692b295ad45c:41025 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T19:16:14,952 DEBUG [RS:0;692b295ad45c:41025 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:16:14,952 DEBUG [RS:0;692b295ad45c:41025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:16:14,952 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:16:14,952 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:16:14,952 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:16:14,952 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:16:14,952 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:16:14,952 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T19:16:14,963 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:16:14,975 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/data/hbase/meta/1588230740/.tmp/ns/f9dd9a60f41b47e395590e3123c42ddd is 43, key is default/ns:d/1731093372387/Put/seqid=0 2024-11-08T19:16:14,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741835_1011 (size=5153) 2024-11-08T19:16:15,152 DEBUG [RS:0;692b295ad45c:41025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:16:15,229 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:16:15,229 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:16:15,352 DEBUG [RS:0;692b295ad45c:41025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:16:15,353 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779.replicationSource.wal-reader.692b295ad45c%2C33869%2C1731093363779,1-692b295ad45c,33869,1731093363779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779/692b295ad45c%2C33869%2C1731093363779.1731093365483 to pos 0, reset compression=false 2024-11-08T19:16:15,380 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/data/hbase/meta/1588230740/.tmp/ns/f9dd9a60f41b47e395590e3123c42ddd 2024-11-08T19:16:15,388 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/data/hbase/meta/1588230740/.tmp/ns/f9dd9a60f41b47e395590e3123c42ddd as hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/data/hbase/meta/1588230740/ns/f9dd9a60f41b47e395590e3123c42ddd 2024-11-08T19:16:15,395 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/data/hbase/meta/1588230740/ns/f9dd9a60f41b47e395590e3123c42ddd, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T19:16:15,396 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-11-08T19:16:15,401 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T19:16:15,401 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:16:15,401 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:16:15,401 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:16:15,401 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093374952Running coprocessor pre-close hooks at 1731093374952Disabling compacts and flushes for region at 1731093374952Disabling writes for close at 1731093374952Obtaining lock to block concurrent updates at 1731093374952Preparing flush snapshotting stores in 1588230740 at 1731093374952Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731093374953 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731093374959 (+6 ms)Flushing 1588230740/ns: creating writer at 1731093374959Flushing 1588230740/ns: appending metadata at 1731093374975 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731093374975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2801c3b8: reopening flushed file at 1731093375388 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1731093375396 (+8 ms)Writing region close event to WAL at 1731093375397 (+1 ms)Running coprocessor post-close hooks at 1731093375401 (+4 ms)Closed at 1731093375401 2024-11-08T19:16:15,402 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:16:15,552 INFO [RS:0;692b295ad45c:41025 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,41025,1731093369351; all regions closed. 2024-11-08T19:16:15,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741834_1010 (size=1152) 2024-11-08T19:16:15,555 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/WALs/692b295ad45c,41025,1731093369351/692b295ad45c%2C41025%2C1731093369351.meta.1731093372135.meta not finished, retry = 0 2024-11-08T19:16:15,658 DEBUG [RS:0;692b295ad45c:41025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/oldWALs 2024-11-08T19:16:15,658 INFO [RS:0;692b295ad45c:41025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C41025%2C1731093369351.meta:.meta(num 1731093372135) 2024-11-08T19:16:15,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741833_1009 (size=93) 2024-11-08T19:16:15,660 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/WALs/692b295ad45c,41025,1731093369351/692b295ad45c%2C41025%2C1731093369351.1731093371382 not finished, retry = 0 2024-11-08T19:16:15,762 DEBUG [RS:0;692b295ad45c:41025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/oldWALs 2024-11-08T19:16:15,762 INFO [RS:0;692b295ad45c:41025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C41025%2C1731093369351:(num 1731093371382) 2024-11-08T19:16:15,763 DEBUG [RS:0;692b295ad45c:41025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:15,763 INFO [RS:0;692b295ad45c:41025 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:16:15,763 INFO [RS:0;692b295ad45c:41025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:16:15,763 INFO [RS:0;692b295ad45c:41025 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T19:16:15,763 INFO [RS:0;692b295ad45c:41025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:16:15,763 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:16:15,763 INFO [RS:0;692b295ad45c:41025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41025 2024-11-08T19:16:15,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1289317004/rs/692b295ad45c,41025,1731093369351 2024-11-08T19:16:15,825 INFO [RS:0;692b295ad45c:41025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:16:15,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004/rs 2024-11-08T19:16:15,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,41025,1731093369351] 2024-11-08T19:16:15,846 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1289317004/draining/692b295ad45c,41025,1731093369351 already deleted, retry=false 2024-11-08T19:16:15,846 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,41025,1731093369351 expired; onlineServers=0 2024-11-08T19:16:15,846 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,37527,1731093369222' ***** 2024-11-08T19:16:15,846 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:16:15,846 INFO [M:0;692b295ad45c:37527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:16:15,846 INFO [M:0;692b295ad45c:37527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:16:15,846 DEBUG [M:0;692b295ad45c:37527 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:16:15,846 DEBUG [M:0;692b295ad45c:37527 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:16:15,846 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:16:15,846 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093370940 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093370940,5,FailOnTimeoutGroup] 2024-11-08T19:16:15,846 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093370920 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093370920,5,FailOnTimeoutGroup] 2024-11-08T19:16:15,847 INFO [M:0;692b295ad45c:37527 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:16:15,847 INFO [M:0;692b295ad45c:37527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:16:15,847 DEBUG [M:0;692b295ad45c:37527 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:16:15,847 INFO [M:0;692b295ad45c:37527 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:16:15,847 INFO [M:0;692b295ad45c:37527 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:16:15,847 INFO [M:0;692b295ad45c:37527 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:16:15,847 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:16:15,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1289317004/master 2024-11-08T19:16:15,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1289317004 2024-11-08T19:16:15,857 DEBUG [M:0;692b295ad45c:37527 {}] zookeeper.ZKUtil(347): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Unable to get data of znode /1289317004/master because node does not exist (not an error) 2024-11-08T19:16:15,857 WARN [M:0;692b295ad45c:37527 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:16:15,857 INFO [M:0;692b295ad45c:37527 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/.lastflushedseqids 2024-11-08T19:16:15,858 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779.replicationSource.wal-reader.692b295ad45c%2C33869%2C1731093363779,1-692b295ad45c,33869,1731093363779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779/692b295ad45c%2C33869%2C1731093363779.1731093365483 to pos 0, reset compression=false 2024-11-08T19:16:15,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741836_1012 (size=99) 2024-11-08T19:16:15,881 INFO [M:0;692b295ad45c:37527 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:16:15,881 INFO [M:0;692b295ad45c:37527 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:16:15,882 DEBUG [M:0;692b295ad45c:37527 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:16:15,882 INFO [M:0;692b295ad45c:37527 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:15,882 DEBUG [M:0;692b295ad45c:37527 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:15,882 DEBUG [M:0;692b295ad45c:37527 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:16:15,882 DEBUG [M:0;692b295ad45c:37527 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:15,882 INFO [M:0;692b295ad45c:37527 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T19:16:15,903 DEBUG [M:0;692b295ad45c:37527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df02bac974594b63af83356f035f86b0 is 82, key is hbase:meta,,1/info:regioninfo/1731093372177/Put/seqid=0 2024-11-08T19:16:15,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741837_1013 (size=5672) 2024-11-08T19:16:15,921 INFO [M:0;692b295ad45c:37527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df02bac974594b63af83356f035f86b0 2024-11-08T19:16:15,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:16:15,936 INFO [RS:0;692b295ad45c:41025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:16:15,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1011be06f290004, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:16:15,936 INFO [RS:0;692b295ad45c:41025 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,41025,1731093369351; zookeeper connection closed. 2024-11-08T19:16:15,940 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bee4ab0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bee4ab0 2024-11-08T19:16:15,941 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:16:15,952 DEBUG [M:0;692b295ad45c:37527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86db009cf171426f8fa50e13c21769a8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731093372400/Put/seqid=0 2024-11-08T19:16:15,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741838_1014 (size=5275) 2024-11-08T19:16:15,965 INFO [M:0;692b295ad45c:37527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86db009cf171426f8fa50e13c21769a8 2024-11-08T19:16:15,990 DEBUG [M:0;692b295ad45c:37527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf857d3ec5514c4e88e059c6f2816adb is 69, key is 692b295ad45c,41025,1731093369351/rs:state/1731093371040/Put/seqid=0 2024-11-08T19:16:15,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741839_1015 (size=5156) 2024-11-08T19:16:16,395 INFO [M:0;692b295ad45c:37527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf857d3ec5514c4e88e059c6f2816adb 2024-11-08T19:16:16,402 DEBUG [M:0;692b295ad45c:37527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df02bac974594b63af83356f035f86b0 as hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df02bac974594b63af83356f035f86b0 2024-11-08T19:16:16,408 INFO [M:0;692b295ad45c:37527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df02bac974594b63af83356f035f86b0, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T19:16:16,409 DEBUG [M:0;692b295ad45c:37527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86db009cf171426f8fa50e13c21769a8 as hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86db009cf171426f8fa50e13c21769a8 2024-11-08T19:16:16,417 INFO [M:0;692b295ad45c:37527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86db009cf171426f8fa50e13c21769a8, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T19:16:16,418 DEBUG [M:0;692b295ad45c:37527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf857d3ec5514c4e88e059c6f2816adb as hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf857d3ec5514c4e88e059c6f2816adb 2024-11-08T19:16:16,424 INFO [M:0;692b295ad45c:37527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45901/user/jenkins/test-data/dce64e18-ee23-8983-e9ce-1838ae543eea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf857d3ec5514c4e88e059c6f2816adb, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T19:16:16,426 INFO [M:0;692b295ad45c:37527 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 543ms, sequenceid=28, compaction requested=false 2024-11-08T19:16:16,427 INFO [M:0;692b295ad45c:37527 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:16,427 DEBUG [M:0;692b295ad45c:37527 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093375882Disabling compacts and flushes for region at 1731093375882Disabling writes for close at 1731093375882Obtaining lock to block concurrent updates at 1731093375882Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093375882Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731093375882Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093375883 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093375883Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093375903 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093375903Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093375931 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093375952 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093375952Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093375974 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093375989 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093375989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3833cb3f: reopening flushed file at 1731093376401 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ef7dee1: reopening flushed file at 1731093376408 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c7f7325: reopening flushed file at 1731093376417 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 543ms, sequenceid=28, compaction requested=false at 1731093376426 (+9 ms)Writing region close event to WAL at 1731093376427 (+1 ms)Closed at 1731093376427 2024-11-08T19:16:16,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44877 is added to blk_1073741830_1006 (size=10165) 2024-11-08T19:16:16,430 INFO [M:0;692b295ad45c:37527 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:16:16,430 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:16:16,430 INFO [M:0;692b295ad45c:37527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37527 2024-11-08T19:16:16,431 INFO [M:0;692b295ad45c:37527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:16:16,478 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779.replicationSource.wal-reader.692b295ad45c%2C33869%2C1731093363779,1-692b295ad45c,33869,1731093363779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779/692b295ad45c%2C33869%2C1731093363779.1731093365483 to pos 0, reset compression=false 2024-11-08T19:16:16,608 INFO [M:0;692b295ad45c:37527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:16:16,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:16:16,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1011be06f290003, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:16:16,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c915274{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:16:16,610 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b79a475{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:16:16,610 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:16:16,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c278030{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:16:16,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef92a3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/hadoop.log.dir/,STOPPED} 2024-11-08T19:16:16,612 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:16:16,612 WARN [BP-1592038717-172.17.0.2-1731093366568 heartbeating to localhost/127.0.0.1:45901 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:16:16,612 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:16:16,612 WARN [BP-1592038717-172.17.0.2-1731093366568 heartbeating to localhost/127.0.0.1:45901 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1592038717-172.17.0.2-1731093366568 (Datanode Uuid 2f0cb504-1d29-48cc-8a67-b7eecf453442) service to localhost/127.0.0.1:45901 2024-11-08T19:16:16,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/cluster_6efa5549-c87e-191c-480d-98d8f92ac703/data/data1/current/BP-1592038717-172.17.0.2-1731093366568 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:16:16,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/cluster_6efa5549-c87e-191c-480d-98d8f92ac703/data/data2/current/BP-1592038717-172.17.0.2-1731093366568 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:16:16,613 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:16:16,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72a103b8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:16:16,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4712f066{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:16:16,621 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:16:16,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eeecbf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:16:16,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28e3c7ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/hadoop.log.dir/,STOPPED} 2024-11-08T19:16:16,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:16:16,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:16:16,638 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:16:16,638 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:16:16,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:16,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:16,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:16:16,639 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:16:16,639 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=535869256, stopped=false 2024-11-08T19:16:16,639 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,43019,1731093363389 2024-11-08T19:16:16,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1672303500/running 2024-11-08T19:16:16,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1672303500/running 2024-11-08T19:16:16,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500 2024-11-08T19:16:16,656 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:16:16,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500 2024-11-08T19:16:16,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:16:16,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Set watcher on znode that does not yet exist, /0-1672303500/running 2024-11-08T19:16:16,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:16:16,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:16,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Set watcher on znode that does not yet exist, /0-1672303500/running 2024-11-08T19:16:16,658 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,33869,1731093363779' ***** 2024-11-08T19:16:16,658 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:16:16,658 INFO [RS:0;692b295ad45c:33869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:16:16,658 INFO [RS:0;692b295ad45c:33869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:16:16,658 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:16:16,658 INFO [RS:0;692b295ad45c:33869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:16:16,658 INFO [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(3091): Received CLOSE for 87409e3583b4175de5e88c0930474414 2024-11-08T19:16:16,658 INFO [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,33869,1731093363779 2024-11-08T19:16:16,659 INFO [RS:0;692b295ad45c:33869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:16:16,659 INFO [RS:0;692b295ad45c:33869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:33869. 2024-11-08T19:16:16,659 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87409e3583b4175de5e88c0930474414, disabling compactions & flushes 2024-11-08T19:16:16,659 DEBUG [RS:0;692b295ad45c:33869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:16:16,659 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414. 2024-11-08T19:16:16,659 DEBUG [RS:0;692b295ad45c:33869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:16,659 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414. 2024-11-08T19:16:16,659 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414. after waiting 0 ms 2024-11-08T19:16:16,659 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414. 2024-11-08T19:16:16,659 INFO [RS:0;692b295ad45c:33869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:16:16,659 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 87409e3583b4175de5e88c0930474414 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T19:16:16,659 INFO [RS:0;692b295ad45c:33869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:16:16,659 INFO [RS:0;692b295ad45c:33869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:16:16,659 INFO [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:16:16,659 INFO [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T19:16:16,659 DEBUG [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(1325): Online Regions={87409e3583b4175de5e88c0930474414=hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:16:16,659 DEBUG [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87409e3583b4175de5e88c0930474414 2024-11-08T19:16:16,659 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:16:16,659 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:16:16,659 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:16:16,660 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:16:16,660 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:16:16,660 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T19:16:16,675 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/replication/87409e3583b4175de5e88c0930474414/.tmp/queue/722876a455894edb9a9fbe022e98d294 is 151, key is 1-692b295ad45c,33869,1731093363779/queue:692b295ad45c%2C33869%2C1731093363779/1731093374389/Put/seqid=0 2024-11-08T19:16:16,679 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740/.tmp/info/57c63df0abd440da8def28d7a6ff48ce is 147, key is hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414./info:regioninfo/1731093373974/Put/seqid=0 2024-11-08T19:16:16,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741838_1014 (size=5350) 2024-11-08T19:16:16,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741839_1015 (size=6631) 2024-11-08T19:16:16,745 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:16:16,859 DEBUG [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87409e3583b4175de5e88c0930474414 2024-11-08T19:16:17,060 DEBUG [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87409e3583b4175de5e88c0930474414 2024-11-08T19:16:17,083 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/replication/87409e3583b4175de5e88c0930474414/.tmp/queue/722876a455894edb9a9fbe022e98d294 2024-11-08T19:16:17,090 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740/.tmp/info/57c63df0abd440da8def28d7a6ff48ce 2024-11-08T19:16:17,090 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/replication/87409e3583b4175de5e88c0930474414/.tmp/queue/722876a455894edb9a9fbe022e98d294 as hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/replication/87409e3583b4175de5e88c0930474414/queue/722876a455894edb9a9fbe022e98d294 2024-11-08T19:16:17,102 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/replication/87409e3583b4175de5e88c0930474414/queue/722876a455894edb9a9fbe022e98d294, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T19:16:17,104 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 87409e3583b4175de5e88c0930474414 in 445ms, sequenceid=5, compaction requested=false 2024-11-08T19:16:17,104 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T19:16:17,121 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/replication/87409e3583b4175de5e88c0930474414/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:16:17,122 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:16:17,122 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:16:17,122 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414. 2024-11-08T19:16:17,122 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87409e3583b4175de5e88c0930474414: Waiting for close lock at 1731093376659Running coprocessor pre-close hooks at 1731093376659Disabling compacts and flushes for region at 1731093376659Disabling writes for close at 1731093376659Obtaining lock to block concurrent updates at 1731093376659Preparing flush snapshotting stores in 87409e3583b4175de5e88c0930474414 at 1731093376659Finished memstore snapshotting hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731093376659Flushing stores of hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414. at 1731093376660 (+1 ms)Flushing 87409e3583b4175de5e88c0930474414/queue: creating writer at 1731093376660Flushing 87409e3583b4175de5e88c0930474414/queue: appending metadata at 1731093376674 (+14 ms)Flushing 87409e3583b4175de5e88c0930474414/queue: closing flushed file at 1731093376675 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@85e032f: reopening flushed file at 1731093377089 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 87409e3583b4175de5e88c0930474414 in 445ms, sequenceid=5, compaction requested=false at 1731093377104 (+15 ms)Writing region close event to WAL at 1731093377113 (+9 ms)Running coprocessor post-close hooks at 1731093377122 (+9 ms)Closed at 1731093377122 2024-11-08T19:16:17,122 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731093372743.87409e3583b4175de5e88c0930474414. 2024-11-08T19:16:17,123 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740/.tmp/ns/203b0e92b3824d9399cd29d2cbdf9591 is 43, key is default/ns:d/1731093366345/Put/seqid=0 2024-11-08T19:16:17,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741840_1016 (size=5153) 2024-11-08T19:16:17,184 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779.replicationSource.wal-reader.692b295ad45c%2C33869%2C1731093363779,1-692b295ad45c,33869,1731093363779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779/692b295ad45c%2C33869%2C1731093363779.1731093365483 to pos 0, reset compression=false 2024-11-08T19:16:17,260 DEBUG [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:16:17,325 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:16:17,325 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:16:17,460 DEBUG [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:16:17,532 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740/.tmp/ns/203b0e92b3824d9399cd29d2cbdf9591 2024-11-08T19:16:17,555 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740/.tmp/table/7dfc49e07c014dd3aeacfcc7e7d3ed34 is 53, key is hbase:replication/table:state/1731093373987/Put/seqid=0 2024-11-08T19:16:17,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741841_1017 (size=5256) 2024-11-08T19:16:17,657 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:16:17,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:17,660 INFO [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T19:16:17,660 DEBUG [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:16:17,660 DEBUG [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:16:17,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:17,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:17,861 DEBUG [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:16:17,960 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740/.tmp/table/7dfc49e07c014dd3aeacfcc7e7d3ed34 2024-11-08T19:16:17,967 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740/.tmp/info/57c63df0abd440da8def28d7a6ff48ce as hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740/info/57c63df0abd440da8def28d7a6ff48ce 2024-11-08T19:16:17,974 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740/info/57c63df0abd440da8def28d7a6ff48ce, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T19:16:17,975 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740/.tmp/ns/203b0e92b3824d9399cd29d2cbdf9591 as hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740/ns/203b0e92b3824d9399cd29d2cbdf9591 2024-11-08T19:16:17,982 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740/ns/203b0e92b3824d9399cd29d2cbdf9591, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T19:16:17,983 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740/.tmp/table/7dfc49e07c014dd3aeacfcc7e7d3ed34 as hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740/table/7dfc49e07c014dd3aeacfcc7e7d3ed34 2024-11-08T19:16:17,990 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740/table/7dfc49e07c014dd3aeacfcc7e7d3ed34, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T19:16:17,991 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=11, compaction requested=false 2024-11-08T19:16:17,997 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T19:16:17,997 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:16:17,997 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:16:17,997 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:16:17,998 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093376659Running coprocessor pre-close hooks at 1731093376659Disabling compacts and flushes for region at 1731093376659Disabling writes for close at 1731093376660 (+1 ms)Obtaining lock to block concurrent updates at 1731093376660Preparing flush snapshotting stores in 1588230740 at 1731093376660Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731093376660Flushing stores of hbase:meta,,1.1588230740 at 1731093376661 (+1 ms)Flushing 1588230740/info: creating writer at 1731093376661Flushing 1588230740/info: appending metadata at 1731093376678 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731093376678Flushing 1588230740/ns: creating writer at 1731093377101 (+423 ms)Flushing 1588230740/ns: appending metadata at 1731093377122 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731093377122Flushing 1588230740/table: creating writer at 1731093377539 (+417 ms)Flushing 1588230740/table: appending metadata at 1731093377554 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731093377554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2863247b: reopening flushed file at 1731093377966 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c1fabb: reopening flushed file at 1731093377974 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64e9f9a6: reopening flushed file at 1731093377982 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=11, compaction requested=false at 1731093377991 (+9 ms)Writing region close event to WAL at 1731093377993 (+2 ms)Running coprocessor post-close hooks at 1731093377997 (+4 ms)Closed at 1731093377997 2024-11-08T19:16:17,998 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:16:18,007 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779.replicationSource.wal-reader.692b295ad45c%2C33869%2C1731093363779,1-692b295ad45c,33869,1731093363779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779/692b295ad45c%2C33869%2C1731093363779.1731093365483 to pos 0, reset compression=false 2024-11-08T19:16:18,061 INFO [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,33869,1731093363779; all regions closed. 2024-11-08T19:16:18,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741834_1010 (size=2742) 2024-11-08T19:16:18,063 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779/692b295ad45c%2C33869%2C1731093363779.meta.1731093366186.meta not finished, retry = 0 2024-11-08T19:16:18,167 DEBUG [RS:0;692b295ad45c:33869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/oldWALs 2024-11-08T19:16:18,167 INFO [RS:0;692b295ad45c:33869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C33869%2C1731093363779.meta:.meta(num 1731093366186) 2024-11-08T19:16:18,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741837_1013 (size=1586) 2024-11-08T19:16:18,172 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/WALs/692b295ad45c,33869,1731093363779/692b295ad45c%2C33869%2C1731093363779.rep.1731093373905 not finished, retry = 0 2024-11-08T19:16:18,275 DEBUG [RS:0;692b295ad45c:33869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/oldWALs 2024-11-08T19:16:18,275 INFO [RS:0;692b295ad45c:33869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C33869%2C1731093363779.rep:(num 1731093373905) 2024-11-08T19:16:18,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741833_1009 (size=93) 2024-11-08T19:16:18,280 DEBUG [RS:0;692b295ad45c:33869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/oldWALs 2024-11-08T19:16:18,280 INFO [RS:0;692b295ad45c:33869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C33869%2C1731093363779:(num 1731093365483) 2024-11-08T19:16:18,280 DEBUG [RS:0;692b295ad45c:33869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:18,280 INFO [RS:0;692b295ad45c:33869 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:16:18,280 INFO [RS:0;692b295ad45c:33869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:16:18,280 INFO [RS:0;692b295ad45c:33869 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T19:16:18,280 INFO [RS:0;692b295ad45c:33869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:16:18,280 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:16:18,281 INFO [RS:0;692b295ad45c:33869 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-692b295ad45c,33869,1731093363779 because: Region server is closing 2024-11-08T19:16:18,281 INFO [RS:0;692b295ad45c:33869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:33869. 2024-11-08T19:16:18,281 DEBUG [RS:0;692b295ad45c:33869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:16:18,281 DEBUG [RS:0;692b295ad45c:33869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:18,281 DEBUG [RS:0;692b295ad45c:33869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:18,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:16:18,382 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779.replicationSource.wal-reader.692b295ad45c%2C33869%2C1731093363779,1-692b295ad45c,33869,1731093363779 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T19:16:18,382 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779.replicationSource.shipper692b295ad45c%2C33869%2C1731093363779,1-692b295ad45c,33869,1731093363779 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T19:16:18,382 INFO [RS:0;692b295ad45c:33869 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,33869,1731093363779.replicationSource.shipper692b295ad45c%2C33869%2C1731093363779,1-692b295ad45c,33869,1731093363779 terminated 2024-11-08T19:16:18,382 INFO [RS:0;692b295ad45c:33869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33869 2024-11-08T19:16:18,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1672303500/rs/692b295ad45c,33869,1731093363779 2024-11-08T19:16:18,435 INFO [RS:0;692b295ad45c:33869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:16:18,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500/rs 2024-11-08T19:16:18,446 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,33869,1731093363779] 2024-11-08T19:16:18,456 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1672303500/draining/692b295ad45c,33869,1731093363779 already deleted, retry=false 2024-11-08T19:16:18,456 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,33869,1731093363779 expired; onlineServers=0 2024-11-08T19:16:18,456 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,43019,1731093363389' ***** 2024-11-08T19:16:18,456 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:16:18,457 INFO [M:0;692b295ad45c:43019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:16:18,457 INFO [M:0;692b295ad45c:43019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:16:18,457 DEBUG [M:0;692b295ad45c:43019 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:16:18,457 DEBUG [M:0;692b295ad45c:43019 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:16:18,457 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:16:18,457 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093365184 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093365184,5,FailOnTimeoutGroup] 2024-11-08T19:16:18,457 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093365185 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093365185,5,FailOnTimeoutGroup] 2024-11-08T19:16:18,457 INFO [M:0;692b295ad45c:43019 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:16:18,457 INFO [M:0;692b295ad45c:43019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:16:18,457 DEBUG [M:0;692b295ad45c:43019 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:16:18,457 INFO [M:0;692b295ad45c:43019 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:16:18,457 INFO [M:0;692b295ad45c:43019 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:16:18,458 INFO [M:0;692b295ad45c:43019 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:16:18,458 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:16:18,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1672303500/master 2024-11-08T19:16:18,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1672303500 2024-11-08T19:16:18,467 DEBUG [M:0;692b295ad45c:43019 {}] zookeeper.ZKUtil(347): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Unable to get data of znode /0-1672303500/master because node does not exist (not an error) 2024-11-08T19:16:18,467 WARN [M:0;692b295ad45c:43019 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:16:18,467 INFO [M:0;692b295ad45c:43019 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/.lastflushedseqids 2024-11-08T19:16:18,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741842_1018 (size=181) 2024-11-08T19:16:18,546 INFO [RS:0;692b295ad45c:33869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:16:18,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:16:18,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1011be06f290001, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:16:18,546 INFO [RS:0;692b295ad45c:33869 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,33869,1731093363779; zookeeper connection closed. 2024-11-08T19:16:18,547 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31318915 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31318915 2024-11-08T19:16:18,547 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:16:18,874 INFO [M:0;692b295ad45c:43019 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:16:18,874 INFO [M:0;692b295ad45c:43019 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:16:18,874 DEBUG [M:0;692b295ad45c:43019 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:16:18,874 INFO [M:0;692b295ad45c:43019 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:18,874 DEBUG [M:0;692b295ad45c:43019 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:18,874 DEBUG [M:0;692b295ad45c:43019 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:16:18,874 DEBUG [M:0;692b295ad45c:43019 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:18,874 INFO [M:0;692b295ad45c:43019 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T19:16:18,892 DEBUG [M:0;692b295ad45c:43019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab9945324a384aa785f330d180cb7277 is 82, key is hbase:meta,,1/info:regioninfo/1731093366291/Put/seqid=0 2024-11-08T19:16:18,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741843_1019 (size=5672) 2024-11-08T19:16:19,298 INFO [M:0;692b295ad45c:43019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab9945324a384aa785f330d180cb7277 2024-11-08T19:16:19,318 DEBUG [M:0;692b295ad45c:43019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/556a6672ca98430e92fb411660c0b0fa is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731093373994/Put/seqid=0 2024-11-08T19:16:19,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741844_1020 (size=7203) 2024-11-08T19:16:19,723 INFO [M:0;692b295ad45c:43019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/556a6672ca98430e92fb411660c0b0fa 2024-11-08T19:16:19,743 DEBUG [M:0;692b295ad45c:43019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95fe4630f43d4b9e8551544439bf8b25 is 69, key is 692b295ad45c,33869,1731093363779/rs:state/1731093365238/Put/seqid=0 2024-11-08T19:16:19,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741845_1021 (size=5156) 2024-11-08T19:16:20,147 INFO [M:0;692b295ad45c:43019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95fe4630f43d4b9e8551544439bf8b25 2024-11-08T19:16:20,153 DEBUG [M:0;692b295ad45c:43019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab9945324a384aa785f330d180cb7277 as hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab9945324a384aa785f330d180cb7277 2024-11-08T19:16:20,158 INFO [M:0;692b295ad45c:43019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab9945324a384aa785f330d180cb7277, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T19:16:20,159 DEBUG [M:0;692b295ad45c:43019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/556a6672ca98430e92fb411660c0b0fa as hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/556a6672ca98430e92fb411660c0b0fa 2024-11-08T19:16:20,166 INFO [M:0;692b295ad45c:43019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/556a6672ca98430e92fb411660c0b0fa, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T19:16:20,169 DEBUG [M:0;692b295ad45c:43019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95fe4630f43d4b9e8551544439bf8b25 as hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95fe4630f43d4b9e8551544439bf8b25 2024-11-08T19:16:20,175 INFO [M:0;692b295ad45c:43019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44509/user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95fe4630f43d4b9e8551544439bf8b25, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T19:16:20,176 INFO [M:0;692b295ad45c:43019 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=70, compaction requested=false 2024-11-08T19:16:20,192 INFO [M:0;692b295ad45c:43019 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:20,192 DEBUG [M:0;692b295ad45c:43019 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093378874Disabling compacts and flushes for region at 1731093378874Disabling writes for close at 1731093378874Obtaining lock to block concurrent updates at 1731093378874Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093378874Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731093378875 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093378876 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093378876Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093378891 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093378891Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093379303 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093379318 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093379318Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093379728 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093379742 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093379742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e63776: reopening flushed file at 1731093380152 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a35c7c9: reopening flushed file at 1731093380158 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b01a6c0: reopening flushed file at 1731093380166 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=70, compaction requested=false at 1731093380176 (+10 ms)Writing region close event to WAL at 1731093380192 (+16 ms)Closed at 1731093380192 2024-11-08T19:16:20,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741830_1006 (size=41008) 2024-11-08T19:16:20,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40149ea4-37f3-4f3d-a4fe-b016d83e9482/MasterData/WALs/692b295ad45c,43019,1731093363389/692b295ad45c%2C43019%2C1731093363389.1731093364843 not finished, retry = 0 2024-11-08T19:16:20,296 INFO [M:0;692b295ad45c:43019 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:16:20,296 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:16:20,296 INFO [M:0;692b295ad45c:43019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43019 2024-11-08T19:16:20,297 INFO [M:0;692b295ad45c:43019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:16:20,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:16:20,472 INFO [M:0;692b295ad45c:43019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:16:20,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43019-0x1011be06f290000, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:16:20,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73555298{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:16:20,476 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@366df86e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:16:20,476 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:16:20,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30a09d9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:16:20,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26fa4501{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/hadoop.log.dir/,STOPPED} 2024-11-08T19:16:20,492 WARN [BP-1332707661-172.17.0.2-1731093361567 heartbeating to localhost/127.0.0.1:44509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:16:20,492 WARN [BP-1332707661-172.17.0.2-1731093361567 heartbeating to localhost/127.0.0.1:44509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1332707661-172.17.0.2-1731093361567 (Datanode Uuid 99cc9717-ff20-458d-8529-5a654d3f450f) service to localhost/127.0.0.1:44509 2024-11-08T19:16:20,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/cluster_b72a12d3-cba1-2e56-6630-10ce565ab523/data/data1/current/BP-1332707661-172.17.0.2-1731093361567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:16:20,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/cluster_b72a12d3-cba1-2e56-6630-10ce565ab523/data/data2/current/BP-1332707661-172.17.0.2-1731093361567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:16:20,494 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:16:20,494 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:16:20,494 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:16:20,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c6a0d20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:16:20,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b75168c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:16:20,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:16:20,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e2c6c17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:16:20,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@122fd3c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44820c41-e6a4-ec5f-0a91-68b25e8d7a8c/hadoop.log.dir/,STOPPED} 2024-11-08T19:16:20,509 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:16:20,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:16:20,533 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 108) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45901 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45901 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44509 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45901 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52510) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52510) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 425) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 408) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1691 (was 2225) 2024-11-08T19:16:20,541 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=1690 2024-11-08T19:16:20,554 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-08T19:16:20,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/hadoop.log.dir so I do NOT create it in target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5 2024-11-08T19:16:20,555 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:16:20,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/hadoop.tmp.dir so I do NOT create it in target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5 2024-11-08T19:16:20,555 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6aecf2ce-213e-b44c-1a42-07823b45f21b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:16:20,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5 2024-11-08T19:16:20,555 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/cluster_7dfe705c-861e-8b3c-af13-a0010f8317a0, deleteOnExit=true 2024-11-08T19:16:20,558 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/cluster_7dfe705c-861e-8b3c-af13-a0010f8317a0/zookeeper_0, clientPort=49476, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/cluster_7dfe705c-861e-8b3c-af13-a0010f8317a0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/cluster_7dfe705c-861e-8b3c-af13-a0010f8317a0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:16:20,559 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49476 2024-11-08T19:16:20,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:16:20,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:16:20,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/test.cache.data in system properties and HBase conf 2024-11-08T19:16:20,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:16:20,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:16:20,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:16:20,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:16:20,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:16:20,559 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:16:20,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:16:20,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:16:20,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:16:20,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:16:20,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:16:20,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:16:20,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:16:20,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:16:20,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:16:20,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:16:20,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:16:20,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:16:20,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:16:20,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:16:20,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011be06f290005, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T19:16:20,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011be06f290002, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T19:16:20,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011be06f290005, quorum=127.0.0.1:52510, baseZNode=/1289317004 Received Disconnected from ZooKeeper, ignoring 2024-11-08T19:16:20,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011be06f290002, quorum=127.0.0.1:52510, baseZNode=/0-1672303500 Received Disconnected from ZooKeeper, ignoring 2024-11-08T19:16:20,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:16:20,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:16:20,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:16:20,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:16:20,928 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:16:20,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:16:20,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@142c3e2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:16:20,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e85a10c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:16:21,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cd14d8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/java.io.tmpdir/jetty-localhost-43287-hadoop-hdfs-3_4_1-tests_jar-_-any-2799677829285518397/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:16:21,052 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b6e2aba{HTTP/1.1, (http/1.1)}{localhost:43287} 2024-11-08T19:16:21,052 INFO [Time-limited test {}] server.Server(415): Started @55376ms 2024-11-08T19:16:21,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:16:21,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:16:21,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:16:21,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:16:21,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:16:21,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d14e803{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:16:21,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33ed998b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:16:21,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63c1f200{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/java.io.tmpdir/jetty-localhost-42191-hadoop-hdfs-3_4_1-tests_jar-_-any-842893142594087618/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:16:21,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431721a1{HTTP/1.1, (http/1.1)}{localhost:42191} 2024-11-08T19:16:21,438 INFO [Time-limited test {}] server.Server(415): Started @55762ms 2024-11-08T19:16:21,439 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:16:22,122 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/cluster_7dfe705c-861e-8b3c-af13-a0010f8317a0/data/data2/current/BP-14869151-172.17.0.2-1731093380585/current, will proceed with Du for space computation calculation, 2024-11-08T19:16:22,122 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/cluster_7dfe705c-861e-8b3c-af13-a0010f8317a0/data/data1/current/BP-14869151-172.17.0.2-1731093380585/current, will proceed with Du for space computation calculation, 2024-11-08T19:16:22,145 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:16:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8979a32960537caa with lease ID 0x1ff3d3bc86d975bc: Processing first storage report for DS-c5fc2480-6854-47ab-915f-961f66d9a571 from datanode DatanodeRegistration(127.0.0.1:38615, datanodeUuid=a764f85b-b99b-4383-ae0f-234d74b7bd9c, infoPort=38557, infoSecurePort=0, ipcPort=40461, storageInfo=lv=-57;cid=testClusterID;nsid=470716578;c=1731093380585) 2024-11-08T19:16:22,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8979a32960537caa with lease ID 0x1ff3d3bc86d975bc: from storage DS-c5fc2480-6854-47ab-915f-961f66d9a571 node DatanodeRegistration(127.0.0.1:38615, datanodeUuid=a764f85b-b99b-4383-ae0f-234d74b7bd9c, infoPort=38557, infoSecurePort=0, ipcPort=40461, storageInfo=lv=-57;cid=testClusterID;nsid=470716578;c=1731093380585), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:16:22,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8979a32960537caa with lease ID 0x1ff3d3bc86d975bc: Processing first storage report for DS-f04ebba6-c31d-4d5c-a412-8a3b44c1fe70 from datanode DatanodeRegistration(127.0.0.1:38615, datanodeUuid=a764f85b-b99b-4383-ae0f-234d74b7bd9c, infoPort=38557, infoSecurePort=0, ipcPort=40461, storageInfo=lv=-57;cid=testClusterID;nsid=470716578;c=1731093380585) 2024-11-08T19:16:22,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8979a32960537caa with lease ID 0x1ff3d3bc86d975bc: from storage DS-f04ebba6-c31d-4d5c-a412-8a3b44c1fe70 node DatanodeRegistration(127.0.0.1:38615, datanodeUuid=a764f85b-b99b-4383-ae0f-234d74b7bd9c, infoPort=38557, infoSecurePort=0, ipcPort=40461, storageInfo=lv=-57;cid=testClusterID;nsid=470716578;c=1731093380585), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:16:22,181 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5 2024-11-08T19:16:22,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:22,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:22,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:16:22,599 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa with version=8 2024-11-08T19:16:22,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/hbase-staging 2024-11-08T19:16:22,601 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:16:22,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:22,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:22,601 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:16:22,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:22,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:16:22,601 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:16:22,601 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:16:22,602 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43823 2024-11-08T19:16:22,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43823 connecting to ZooKeeper ensemble=127.0.0.1:49476 2024-11-08T19:16:22,624 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:16:22,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:22,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:22,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:22,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:22,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438230x0, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:16:22,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43823-0x1011be0b9780000 connected 2024-11-08T19:16:22,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:22,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:22,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Set watcher on znode that does not yet exist, /01018666030/running 2024-11-08T19:16:22,796 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa, hbase.cluster.distributed=false 2024-11-08T19:16:22,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Set watcher on znode that does not yet exist, /01018666030/acl 2024-11-08T19:16:22,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43823 2024-11-08T19:16:22,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43823 2024-11-08T19:16:22,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43823 2024-11-08T19:16:22,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43823 2024-11-08T19:16:22,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43823 2024-11-08T19:16:22,816 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:16:22,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:22,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:22,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:16:22,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:22,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:16:22,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:16:22,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:16:22,817 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40347 2024-11-08T19:16:22,818 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40347 connecting to ZooKeeper ensemble=127.0.0.1:49476 2024-11-08T19:16:22,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:22,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:22,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403470x0, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:16:22,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403470x0, quorum=127.0.0.1:49476, baseZNode=/01018666030 Set watcher on znode that does not yet exist, /01018666030/running 2024-11-08T19:16:22,835 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:16:22,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40347-0x1011be0b9780001 connected 2024-11-08T19:16:22,836 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:16:22,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Set watcher on znode that does not yet exist, /01018666030/master 2024-11-08T19:16:22,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Set watcher on znode that does not yet exist, /01018666030/acl 2024-11-08T19:16:22,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40347 2024-11-08T19:16:22,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40347 2024-11-08T19:16:22,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40347 2024-11-08T19:16:22,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40347 2024-11-08T19:16:22,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40347 2024-11-08T19:16:22,863 DEBUG [M:0;692b295ad45c:43823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:43823 2024-11-08T19:16:22,864 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01018666030/backup-masters/692b295ad45c,43823,1731093382601 2024-11-08T19:16:22,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030/backup-masters 2024-11-08T19:16:22,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030/backup-masters 2024-11-08T19:16:22,877 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Set watcher on existing znode=/01018666030/backup-masters/692b295ad45c,43823,1731093382601 2024-11-08T19:16:22,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030 2024-11-08T19:16:22,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01018666030/master 2024-11-08T19:16:22,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030 2024-11-08T19:16:22,888 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Set watcher on existing znode=/01018666030/master 2024-11-08T19:16:22,888 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01018666030/backup-masters/692b295ad45c,43823,1731093382601 from backup master directory 2024-11-08T19:16:22,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030/backup-masters 2024-11-08T19:16:22,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01018666030/backup-masters/692b295ad45c,43823,1731093382601 2024-11-08T19:16:22,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030/backup-masters 2024-11-08T19:16:22,950 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:16:22,951 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,43823,1731093382601 2024-11-08T19:16:22,954 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/hbase.id] with ID: 2d48cab3-1381-4c3f-b04b-7ebdfb854ca1 2024-11-08T19:16:22,954 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/.tmp/hbase.id 2024-11-08T19:16:22,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:16:23,360 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/.tmp/hbase.id]:[hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/hbase.id] 2024-11-08T19:16:23,373 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:23,373 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:16:23,375 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T19:16:23,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030 2024-11-08T19:16:23,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030 2024-11-08T19:16:23,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:16:23,831 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:16:23,831 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:16:23,832 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:16:23,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:16:24,239 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store 2024-11-08T19:16:24,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:16:24,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:16:24,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:16:24,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T19:16:24,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T19:16:24,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:16:24,651 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:24,651 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:16:24,651 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:24,651 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:24,651 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:16:24,651 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:24,651 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:24,651 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093384651Disabling compacts and flushes for region at 1731093384651Disabling writes for close at 1731093384651Writing region close event to WAL at 1731093384651Closed at 1731093384651 2024-11-08T19:16:24,652 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/.initializing 2024-11-08T19:16:24,652 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/WALs/692b295ad45c,43823,1731093382601 2024-11-08T19:16:24,653 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:16:24,655 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C43823%2C1731093382601, suffix=, logDir=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/WALs/692b295ad45c,43823,1731093382601, archiveDir=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/oldWALs, maxLogs=10 2024-11-08T19:16:24,672 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/WALs/692b295ad45c,43823,1731093382601/692b295ad45c%2C43823%2C1731093382601.1731093384656, exclude list is [], retry=0 2024-11-08T19:16:24,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-c5fc2480-6854-47ab-915f-961f66d9a571,DISK] 2024-11-08T19:16:24,686 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/WALs/692b295ad45c,43823,1731093382601/692b295ad45c%2C43823%2C1731093382601.1731093384656 2024-11-08T19:16:24,686 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38557:38557)] 2024-11-08T19:16:24,687 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:16:24,687 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:24,687 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:24,687 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:24,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:24,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:16:24,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:24,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:24,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:24,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:16:24,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:24,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:24,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:24,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:16:24,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:24,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:24,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:24,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:16:24,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:24,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:24,709 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:24,710 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:24,710 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:24,711 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:24,711 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:24,712 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:16:24,713 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:24,715 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:16:24,715 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63974507, jitterRate=-0.04670555889606476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:16:24,716 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093384687Initializing all the Stores at 1731093384688 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093384688Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093384700 (+12 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093384700Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093384700Cleaning up temporary data from old regions at 1731093384711 (+11 ms)Region opened successfully at 1731093384716 (+5 ms) 2024-11-08T19:16:24,716 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:16:24,719 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a951cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:16:24,720 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:16:24,720 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:16:24,720 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:16:24,721 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:16:24,721 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:16:24,722 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:16:24,722 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:16:24,724 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:16:24,725 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Unable to get data of znode /01018666030/balancer because node does not exist (not necessarily an error) 2024-11-08T19:16:24,881 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01018666030/balancer already deleted, retry=false 2024-11-08T19:16:24,882 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:16:24,882 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Unable to get data of znode /01018666030/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:16:24,892 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01018666030/normalizer already deleted, retry=false 2024-11-08T19:16:24,892 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:16:24,893 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Unable to get data of znode /01018666030/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:16:24,902 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01018666030/switch/split already deleted, retry=false 2024-11-08T19:16:24,903 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Unable to get data of znode /01018666030/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:16:24,913 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01018666030/switch/merge already deleted, retry=false 2024-11-08T19:16:24,915 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Unable to get data of znode /01018666030/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:16:24,923 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01018666030/snapshot-cleanup already deleted, retry=false 2024-11-08T19:16:24,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01018666030/running 2024-11-08T19:16:24,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01018666030/running 2024-11-08T19:16:24,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030 2024-11-08T19:16:24,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030 2024-11-08T19:16:24,934 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,43823,1731093382601, sessionid=0x1011be0b9780000, setting cluster-up flag (Was=false) 2024-11-08T19:16:24,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030 2024-11-08T19:16:24,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030 2024-11-08T19:16:24,986 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01018666030/flush-table-proc/acquired, /01018666030/flush-table-proc/reached, /01018666030/flush-table-proc/abort 2024-11-08T19:16:24,987 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,43823,1731093382601 2024-11-08T19:16:25,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030 2024-11-08T19:16:25,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030 2024-11-08T19:16:25,039 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01018666030/online-snapshot/acquired, /01018666030/online-snapshot/reached, /01018666030/online-snapshot/abort 2024-11-08T19:16:25,040 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,43823,1731093382601 2024-11-08T19:16:25,042 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:16:25,044 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:16:25,044 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:16:25,044 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:16:25,045 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,43823,1731093382601 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:16:25,047 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:16:25,047 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:16:25,047 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:16:25,047 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:16:25,047 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:16:25,047 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:25,047 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:16:25,047 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:25,049 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093415049 2024-11-08T19:16:25,049 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:16:25,049 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:16:25,049 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:16:25,049 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:16:25,050 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:16:25,050 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:16:25,050 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:25,050 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:16:25,050 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:16:25,050 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:16:25,050 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:16:25,050 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:16:25,050 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:16:25,051 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:16:25,051 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:16:25,051 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093385051,5,FailOnTimeoutGroup] 2024-11-08T19:16:25,051 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093385051,5,FailOnTimeoutGroup] 2024-11-08T19:16:25,051 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:25,051 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:16:25,051 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:25,051 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:25,051 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:25,051 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:16:25,055 INFO [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(746): ClusterId : 2d48cab3-1381-4c3f-b04b-7ebdfb854ca1 2024-11-08T19:16:25,055 DEBUG [RS:0;692b295ad45c:40347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:16:25,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:16:25,069 DEBUG [RS:0;692b295ad45c:40347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:16:25,070 DEBUG [RS:0;692b295ad45c:40347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:16:25,082 DEBUG [RS:0;692b295ad45c:40347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:16:25,082 DEBUG [RS:0;692b295ad45c:40347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:16:25,098 DEBUG [RS:0;692b295ad45c:40347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:40347 2024-11-08T19:16:25,098 INFO [RS:0;692b295ad45c:40347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:16:25,098 INFO [RS:0;692b295ad45c:40347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:16:25,098 DEBUG [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:16:25,099 INFO [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,43823,1731093382601 with port=40347, startcode=1731093382816 2024-11-08T19:16:25,099 DEBUG [RS:0;692b295ad45c:40347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:16:25,102 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:16:25,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,40347,1731093382816 2024-11-08T19:16:25,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43823 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,40347,1731093382816 2024-11-08T19:16:25,104 DEBUG [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa 2024-11-08T19:16:25,104 DEBUG [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33567 2024-11-08T19:16:25,104 DEBUG [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:16:25,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030/rs 2024-11-08T19:16:25,113 DEBUG [RS:0;692b295ad45c:40347 {}] zookeeper.ZKUtil(111): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Set watcher on existing znode=/01018666030/rs/692b295ad45c,40347,1731093382816 2024-11-08T19:16:25,114 WARN [RS:0;692b295ad45c:40347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:16:25,114 INFO [RS:0;692b295ad45c:40347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:16:25,114 DEBUG [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816 2024-11-08T19:16:25,121 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,40347,1731093382816] 2024-11-08T19:16:25,131 INFO [RS:0;692b295ad45c:40347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:16:25,136 INFO [RS:0;692b295ad45c:40347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:16:25,136 INFO [RS:0;692b295ad45c:40347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:16:25,136 INFO [RS:0;692b295ad45c:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:25,137 INFO [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:16:25,138 INFO [RS:0;692b295ad45c:40347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:16:25,138 INFO [RS:0;692b295ad45c:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:25,138 DEBUG [RS:0;692b295ad45c:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:25,138 DEBUG [RS:0;692b295ad45c:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:25,138 DEBUG [RS:0;692b295ad45c:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:25,138 DEBUG [RS:0;692b295ad45c:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:25,138 DEBUG [RS:0;692b295ad45c:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:25,138 DEBUG [RS:0;692b295ad45c:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:16:25,138 DEBUG [RS:0;692b295ad45c:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:25,138 DEBUG [RS:0;692b295ad45c:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:25,138 DEBUG [RS:0;692b295ad45c:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:25,138 DEBUG [RS:0;692b295ad45c:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:25,139 DEBUG [RS:0;692b295ad45c:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:25,139 DEBUG [RS:0;692b295ad45c:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:25,139 DEBUG [RS:0;692b295ad45c:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:16:25,139 DEBUG [RS:0;692b295ad45c:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:16:25,148 INFO [RS:0;692b295ad45c:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:25,149 INFO [RS:0;692b295ad45c:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:25,149 INFO [RS:0;692b295ad45c:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:25,149 INFO [RS:0;692b295ad45c:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:25,149 INFO [RS:0;692b295ad45c:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:25,149 INFO [RS:0;692b295ad45c:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,40347,1731093382816-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:16:25,165 INFO [RS:0;692b295ad45c:40347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:16:25,166 INFO [RS:0;692b295ad45c:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,40347,1731093382816-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:25,166 INFO [RS:0;692b295ad45c:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:25,166 INFO [RS:0;692b295ad45c:40347 {}] regionserver.Replication(171): 692b295ad45c,40347,1731093382816 started 2024-11-08T19:16:25,182 INFO [RS:0;692b295ad45c:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:25,182 INFO [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,40347,1731093382816, RpcServer on 692b295ad45c/172.17.0.2:40347, sessionid=0x1011be0b9780001 2024-11-08T19:16:25,182 DEBUG [RS:0;692b295ad45c:40347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:16:25,182 DEBUG [RS:0;692b295ad45c:40347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,40347,1731093382816 2024-11-08T19:16:25,182 DEBUG [RS:0;692b295ad45c:40347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,40347,1731093382816' 2024-11-08T19:16:25,182 DEBUG [RS:0;692b295ad45c:40347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01018666030/flush-table-proc/abort' 2024-11-08T19:16:25,183 DEBUG [RS:0;692b295ad45c:40347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01018666030/flush-table-proc/acquired' 2024-11-08T19:16:25,183 DEBUG [RS:0;692b295ad45c:40347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:16:25,183 DEBUG [RS:0;692b295ad45c:40347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:16:25,183 DEBUG [RS:0;692b295ad45c:40347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,40347,1731093382816 2024-11-08T19:16:25,183 DEBUG [RS:0;692b295ad45c:40347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,40347,1731093382816' 2024-11-08T19:16:25,183 DEBUG [RS:0;692b295ad45c:40347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01018666030/online-snapshot/abort' 2024-11-08T19:16:25,184 DEBUG [RS:0;692b295ad45c:40347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01018666030/online-snapshot/acquired' 2024-11-08T19:16:25,184 DEBUG [RS:0;692b295ad45c:40347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:16:25,184 INFO [RS:0;692b295ad45c:40347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:16:25,184 INFO [RS:0;692b295ad45c:40347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:16:25,284 INFO [RS:0;692b295ad45c:40347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:16:25,286 INFO [RS:0;692b295ad45c:40347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C40347%2C1731093382816, suffix=, logDir=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816, archiveDir=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/oldWALs, maxLogs=10 2024-11-08T19:16:25,299 DEBUG [RS:0;692b295ad45c:40347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286, exclude list is [], retry=0 2024-11-08T19:16:25,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-c5fc2480-6854-47ab-915f-961f66d9a571,DISK] 2024-11-08T19:16:25,304 INFO [RS:0;692b295ad45c:40347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 2024-11-08T19:16:25,304 DEBUG [RS:0;692b295ad45c:40347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38557:38557)] 2024-11-08T19:16:25,467 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:16:25,467 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa 2024-11-08T19:16:25,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741833_1009 (size=32) 2024-11-08T19:16:25,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:25,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:16:25,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:16:25,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:25,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:25,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:16:25,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:16:25,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:25,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:25,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:16:25,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:16:25,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:25,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:25,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:16:25,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:16:25,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:25,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:25,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:16:25,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740 2024-11-08T19:16:25,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740 2024-11-08T19:16:25,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:16:25,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:16:25,885 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:16:25,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:16:25,889 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:16:25,889 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72729431, jitterRate=0.08375297486782074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:16:25,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093385874Initializing all the Stores at 1731093385874Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093385874Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093385875 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093385875Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093385875Cleaning up temporary data from old regions at 1731093385885 (+10 ms)Region opened successfully at 1731093385890 (+5 ms) 2024-11-08T19:16:25,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:16:25,890 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:16:25,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:16:25,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:16:25,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:16:25,890 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:16:25,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093385890Disabling compacts and flushes for region at 1731093385890Disabling writes for close at 1731093385890Writing region close event to WAL at 1731093385890Closed at 1731093385890 2024-11-08T19:16:25,892 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:16:25,892 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:16:25,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:16:25,893 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:16:25,894 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:16:26,045 DEBUG [692b295ad45c:43823 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:16:26,045 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,40347,1731093382816 2024-11-08T19:16:26,046 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,40347,1731093382816, state=OPENING 2024-11-08T19:16:26,140 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:16:26,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030 2024-11-08T19:16:26,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030 2024-11-08T19:16:26,151 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:16:26,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01018666030/meta-region-server: CHANGED 2024-11-08T19:16:26,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01018666030/meta-region-server: CHANGED 2024-11-08T19:16:26,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,40347,1731093382816}] 2024-11-08T19:16:26,304 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:16:26,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:16:26,311 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:16:26,311 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:16:26,311 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:16:26,312 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C40347%2C1731093382816.meta, suffix=.meta, logDir=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816, archiveDir=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/oldWALs, maxLogs=10 2024-11-08T19:16:26,325 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.meta.1731093386312.meta, exclude list is [], retry=0 2024-11-08T19:16:26,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-c5fc2480-6854-47ab-915f-961f66d9a571,DISK] 2024-11-08T19:16:26,330 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.meta.1731093386312.meta 2024-11-08T19:16:26,331 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38557:38557)] 2024-11-08T19:16:26,331 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:16:26,331 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:16:26,331 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:16:26,331 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:16:26,331 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:16:26,332 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:16:26,332 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:26,332 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:16:26,332 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:16:26,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:16:26,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:16:26,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:26,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:26,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:16:26,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:16:26,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:26,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:26,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:16:26,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:16:26,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:26,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:26,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:16:26,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:16:26,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:26,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:26,339 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:16:26,340 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740 2024-11-08T19:16:26,341 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740 2024-11-08T19:16:26,342 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:16:26,342 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:16:26,343 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:16:26,344 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:16:26,345 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73340569, jitterRate=0.09285964071750641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:16:26,345 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:16:26,345 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093386332Writing region info on filesystem at 1731093386332Initializing all the Stores at 1731093386333 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093386333Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093386333Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093386333Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093386333Cleaning up temporary data from old regions at 1731093386342 (+9 ms)Running coprocessor post-open hooks at 1731093386345 (+3 ms)Region opened successfully at 1731093386345 2024-11-08T19:16:26,346 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093386304 2024-11-08T19:16:26,349 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:16:26,349 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:16:26,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,40347,1731093382816 2024-11-08T19:16:26,350 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,40347,1731093382816, state=OPEN 2024-11-08T19:16:26,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01018666030/meta-region-server 2024-11-08T19:16:26,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01018666030/meta-region-server 2024-11-08T19:16:26,388 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,40347,1731093382816 2024-11-08T19:16:26,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01018666030/meta-region-server: CHANGED 2024-11-08T19:16:26,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01018666030/meta-region-server: CHANGED 2024-11-08T19:16:26,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:16:26,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,40347,1731093382816 in 237 msec 2024-11-08T19:16:26,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:16:26,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 500 msec 2024-11-08T19:16:26,396 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:16:26,396 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:16:26,397 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:16:26,397 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,40347,1731093382816, seqNum=-1] 2024-11-08T19:16:26,397 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:16:26,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:16:26,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3600 sec 2024-11-08T19:16:26,404 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093386404, completionTime=-1 2024-11-08T19:16:26,404 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:16:26,404 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:16:26,406 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:16:26,406 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093446406 2024-11-08T19:16:26,406 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093506406 2024-11-08T19:16:26,407 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T19:16:26,407 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43823,1731093382601-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:26,407 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43823,1731093382601-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:26,407 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43823,1731093382601-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:26,407 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:43823, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:26,407 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:26,407 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:26,409 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:16:26,412 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.461sec 2024-11-08T19:16:26,412 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:16:26,412 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:16:26,412 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:16:26,412 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:16:26,412 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:16:26,412 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43823,1731093382601-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:16:26,412 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43823,1731093382601-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:16:26,414 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:16:26,414 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:16:26,414 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43823,1731093382601-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:26,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af2998f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:26,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,43823,-1 for getting cluster id 2024-11-08T19:16:26,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:16:26,458 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d48cab3-1381-4c3f-b04b-7ebdfb854ca1' 2024-11-08T19:16:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:16:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d48cab3-1381-4c3f-b04b-7ebdfb854ca1" 2024-11-08T19:16:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb5bb02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,43823,-1] 2024-11-08T19:16:26,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:16:26,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:26,460 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:16:26,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff33de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:26,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:16:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,40347,1731093382816, seqNum=-1] 2024-11-08T19:16:26,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:16:26,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:16:26,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,43823,1731093382601 2024-11-08T19:16:26,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49476 2024-11-08T19:16:26,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:16:26,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011be0b9780002 connected 2024-11-08T19:16:26,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/hadoop.log.dir so I do NOT create it in target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017 2024-11-08T19:16:26,500 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:16:26,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/hadoop.tmp.dir so I do NOT create it in target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017 2024-11-08T19:16:26,500 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:16:26,500 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017 2024-11-08T19:16:26,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:16:26,500 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/cluster_1b12bb62-f6d5-f802-98ed-d061d7c96558, deleteOnExit=true 2024-11-08T19:16:26,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:16:26,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/test.cache.data in system properties and HBase conf 2024-11-08T19:16:26,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:16:26,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:16:26,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:16:26,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:16:26,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:16:26,501 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:16:26,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:16:26,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:16:26,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:16:26,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:16:26,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:16:26,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:16:26,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:16:26,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:16:26,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:16:26,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:16:26,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:16:26,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:16:26,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:16:26,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:16:26,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:16:26,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:16:26,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:16:26,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:16:26,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:16:26,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:16:26,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fa00ef7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:16:26,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1265423a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:16:26,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46044bf5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/java.io.tmpdir/jetty-localhost-35835-hadoop-hdfs-3_4_1-tests_jar-_-any-17827824830631145592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:16:26,960 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69c6c225{HTTP/1.1, (http/1.1)}{localhost:35835} 2024-11-08T19:16:26,960 INFO [Time-limited test {}] server.Server(415): Started @61284ms 2024-11-08T19:16:27,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:16:27,245 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:16:27,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:16:27,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:16:27,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:16:27,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b5fdd44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:16:27,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec0a4dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:16:27,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@544a43{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/java.io.tmpdir/jetty-localhost-33289-hadoop-hdfs-3_4_1-tests_jar-_-any-7625197982973089460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:16:27,365 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a94a44f{HTTP/1.1, (http/1.1)}{localhost:33289} 2024-11-08T19:16:27,365 INFO [Time-limited test {}] server.Server(415): Started @61688ms 2024-11-08T19:16:27,366 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:16:28,116 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/cluster_1b12bb62-f6d5-f802-98ed-d061d7c96558/data/data1/current/BP-1199838594-172.17.0.2-1731093386520/current, will proceed with Du for space computation calculation, 2024-11-08T19:16:28,116 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/cluster_1b12bb62-f6d5-f802-98ed-d061d7c96558/data/data2/current/BP-1199838594-172.17.0.2-1731093386520/current, will proceed with Du for space computation calculation, 2024-11-08T19:16:28,134 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:16:28,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe26a5b9553fbce90 with lease ID 0xe567c1be6bbbfb99: Processing first storage report for DS-055dfcbe-4737-48a3-aec0-a3487fccb1a3 from datanode DatanodeRegistration(127.0.0.1:36421, datanodeUuid=f6c26d1c-7a68-4d4f-81f1-140a4f19a44a, infoPort=35061, infoSecurePort=0, ipcPort=42569, storageInfo=lv=-57;cid=testClusterID;nsid=2117747621;c=1731093386520) 2024-11-08T19:16:28,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe26a5b9553fbce90 with lease ID 0xe567c1be6bbbfb99: from storage DS-055dfcbe-4737-48a3-aec0-a3487fccb1a3 node DatanodeRegistration(127.0.0.1:36421, datanodeUuid=f6c26d1c-7a68-4d4f-81f1-140a4f19a44a, infoPort=35061, infoSecurePort=0, ipcPort=42569, storageInfo=lv=-57;cid=testClusterID;nsid=2117747621;c=1731093386520), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:16:28,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe26a5b9553fbce90 with lease ID 0xe567c1be6bbbfb99: Processing first storage report for DS-b7409704-ab53-4738-8cc5-b81f7a2582a2 from datanode DatanodeRegistration(127.0.0.1:36421, datanodeUuid=f6c26d1c-7a68-4d4f-81f1-140a4f19a44a, infoPort=35061, infoSecurePort=0, ipcPort=42569, storageInfo=lv=-57;cid=testClusterID;nsid=2117747621;c=1731093386520) 2024-11-08T19:16:28,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe26a5b9553fbce90 with lease ID 0xe567c1be6bbbfb99: from storage DS-b7409704-ab53-4738-8cc5-b81f7a2582a2 node DatanodeRegistration(127.0.0.1:36421, datanodeUuid=f6c26d1c-7a68-4d4f-81f1-140a4f19a44a, infoPort=35061, infoSecurePort=0, ipcPort=42569, storageInfo=lv=-57;cid=testClusterID;nsid=2117747621;c=1731093386520), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:16:28,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017 2024-11-08T19:16:28,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:28,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:28,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:16:28,253 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900 with version=8 2024-11-08T19:16:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/hbase-staging 2024-11-08T19:16:28,256 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:16:28,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:28,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:28,256 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:16:28,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:28,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:16:28,257 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:16:28,257 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:16:28,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33105 2024-11-08T19:16:28,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33105 connecting to ZooKeeper ensemble=127.0.0.1:49476 2024-11-08T19:16:28,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331050x0, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:16:28,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33105-0x1011be0b9780003 connected 2024-11-08T19:16:28,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:28,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:28,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Set watcher on znode that does not yet exist, /1-2054355562/running 2024-11-08T19:16:28,365 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900, hbase.cluster.distributed=false 2024-11-08T19:16:28,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Set watcher on znode that does not yet exist, /1-2054355562/acl 2024-11-08T19:16:28,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33105 2024-11-08T19:16:28,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33105 2024-11-08T19:16:28,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33105 2024-11-08T19:16:28,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33105 2024-11-08T19:16:28,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33105 2024-11-08T19:16:28,384 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:16:28,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:28,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:28,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:16:28,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:16:28,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:16:28,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:16:28,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:16:28,386 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35635 2024-11-08T19:16:28,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35635 connecting to ZooKeeper ensemble=127.0.0.1:49476 2024-11-08T19:16:28,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:28,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:28,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356350x0, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:16:28,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356350x0, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Set watcher on znode that does not yet exist, /1-2054355562/running 2024-11-08T19:16:28,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35635-0x1011be0b9780004 connected 2024-11-08T19:16:28,403 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:16:28,404 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:16:28,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Set watcher on znode that does not yet exist, /1-2054355562/master 2024-11-08T19:16:28,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Set watcher on znode that does not yet exist, /1-2054355562/acl 2024-11-08T19:16:28,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35635 2024-11-08T19:16:28,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35635 2024-11-08T19:16:28,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35635 2024-11-08T19:16:28,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35635 2024-11-08T19:16:28,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35635 2024-11-08T19:16:28,425 DEBUG [M:0;692b295ad45c:33105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:33105 2024-11-08T19:16:28,428 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2054355562/backup-masters/692b295ad45c,33105,1731093388255 2024-11-08T19:16:28,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562/backup-masters 2024-11-08T19:16:28,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562/backup-masters 2024-11-08T19:16:28,439 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Set watcher on existing znode=/1-2054355562/backup-masters/692b295ad45c,33105,1731093388255 2024-11-08T19:16:28,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562 2024-11-08T19:16:28,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2054355562/master 2024-11-08T19:16:28,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562 2024-11-08T19:16:28,450 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Set watcher on existing znode=/1-2054355562/master 2024-11-08T19:16:28,451 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2054355562/backup-masters/692b295ad45c,33105,1731093388255 from backup master directory 2024-11-08T19:16:28,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562/backup-masters 2024-11-08T19:16:28,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2054355562/backup-masters/692b295ad45c,33105,1731093388255 2024-11-08T19:16:28,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562/backup-masters 2024-11-08T19:16:28,460 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:16:28,460 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,33105,1731093388255 2024-11-08T19:16:28,464 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/hbase.id] with ID: a3f8a594-f70f-4af8-9421-9390555adfd8 2024-11-08T19:16:28,464 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/.tmp/hbase.id 2024-11-08T19:16:28,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:16:28,873 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/.tmp/hbase.id]:[hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/hbase.id] 2024-11-08T19:16:28,892 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:28,892 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:16:28,894 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T19:16:28,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562 2024-11-08T19:16:28,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562 2024-11-08T19:16:28,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:16:29,362 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:16:29,363 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:16:29,364 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:16:29,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:16:29,753 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:16:29,775 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store 2024-11-08T19:16:29,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:29,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:29,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:29,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:16:29,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:30,194 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:30,194 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:16:30,194 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:30,194 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:30,194 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:16:30,194 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:30,194 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:16:30,194 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093390194Disabling compacts and flushes for region at 1731093390194Disabling writes for close at 1731093390194Writing region close event to WAL at 1731093390194Closed at 1731093390194 2024-11-08T19:16:30,196 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/.initializing 2024-11-08T19:16:30,196 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/WALs/692b295ad45c,33105,1731093388255 2024-11-08T19:16:30,198 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:16:30,202 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C33105%2C1731093388255, suffix=, logDir=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/WALs/692b295ad45c,33105,1731093388255, archiveDir=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/oldWALs, maxLogs=10 2024-11-08T19:16:30,217 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/WALs/692b295ad45c,33105,1731093388255/692b295ad45c%2C33105%2C1731093388255.1731093390202, exclude list is [], retry=0 2024-11-08T19:16:30,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36421,DS-055dfcbe-4737-48a3-aec0-a3487fccb1a3,DISK] 2024-11-08T19:16:30,229 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/WALs/692b295ad45c,33105,1731093388255/692b295ad45c%2C33105%2C1731093388255.1731093390202 2024-11-08T19:16:30,229 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35061:35061)] 2024-11-08T19:16:30,229 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:16:30,229 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:30,230 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:30,230 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:30,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:30,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:16:30,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:30,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:30,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:30,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:16:30,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:30,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:30,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:30,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:16:30,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:30,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:30,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:30,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:16:30,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:30,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:30,244 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:30,245 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:30,246 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:30,248 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:30,248 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:30,249 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:16:30,251 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:16:30,253 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:16:30,254 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74776113, jitterRate=0.11425091326236725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:16:30,255 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093390230Initializing all the Stores at 1731093390231 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093390231Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093390231Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093390231Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093390231Cleaning up temporary data from old regions at 1731093390248 (+17 ms)Region opened successfully at 1731093390255 (+7 ms) 2024-11-08T19:16:30,255 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:16:30,259 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3361b24e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:16:30,260 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:16:30,260 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:16:30,260 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:16:30,260 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:16:30,261 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:16:30,262 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:16:30,262 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:16:30,265 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:16:30,266 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Unable to get data of znode /1-2054355562/balancer because node does not exist (not necessarily an error) 2024-11-08T19:16:30,329 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2054355562/balancer already deleted, retry=false 2024-11-08T19:16:30,329 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:16:30,330 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Unable to get data of znode /1-2054355562/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:16:30,339 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2054355562/normalizer already deleted, retry=false 2024-11-08T19:16:30,340 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:16:30,341 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Unable to get data of znode /1-2054355562/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:16:30,350 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2054355562/switch/split already deleted, retry=false 2024-11-08T19:16:30,351 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Unable to get data of znode /1-2054355562/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:16:30,360 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2054355562/switch/merge already deleted, retry=false 2024-11-08T19:16:30,362 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Unable to get data of znode /1-2054355562/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:16:30,371 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2054355562/snapshot-cleanup already deleted, retry=false 2024-11-08T19:16:30,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2054355562/running 2024-11-08T19:16:30,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2054355562/running 2024-11-08T19:16:30,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562 2024-11-08T19:16:30,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562 2024-11-08T19:16:30,382 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,33105,1731093388255, sessionid=0x1011be0b9780003, setting cluster-up flag (Was=false) 2024-11-08T19:16:30,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562 2024-11-08T19:16:30,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562 2024-11-08T19:16:30,434 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2054355562/flush-table-proc/acquired, /1-2054355562/flush-table-proc/reached, /1-2054355562/flush-table-proc/abort 2024-11-08T19:16:30,435 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,33105,1731093388255 2024-11-08T19:16:30,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562 2024-11-08T19:16:30,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562 2024-11-08T19:16:30,487 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2054355562/online-snapshot/acquired, /1-2054355562/online-snapshot/reached, /1-2054355562/online-snapshot/abort 2024-11-08T19:16:30,488 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,33105,1731093388255 2024-11-08T19:16:30,490 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:16:30,491 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:16:30,492 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:16:30,492 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:16:30,492 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,33105,1731093388255 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:16:30,494 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:16:30,494 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:16:30,494 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:16:30,494 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:16:30,494 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:16:30,494 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:30,494 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:16:30,494 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:30,496 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093420496 2024-11-08T19:16:30,496 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:16:30,496 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:16:30,496 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:16:30,496 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:16:30,496 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:16:30,496 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:16:30,496 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:30,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:16:30,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:16:30,499 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:30,499 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:16:30,500 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:16:30,500 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:16:30,501 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:16:30,501 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:16:30,501 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:16:30,501 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:16:30,501 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093390501,5,FailOnTimeoutGroup] 2024-11-08T19:16:30,501 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093390501,5,FailOnTimeoutGroup] 2024-11-08T19:16:30,501 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:30,501 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:16:30,502 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:30,502 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:30,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:16:30,516 INFO [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(746): ClusterId : a3f8a594-f70f-4af8-9421-9390555adfd8 2024-11-08T19:16:30,516 DEBUG [RS:0;692b295ad45c:35635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:16:30,524 DEBUG [RS:0;692b295ad45c:35635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:16:30,524 DEBUG [RS:0;692b295ad45c:35635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:16:30,534 DEBUG [RS:0;692b295ad45c:35635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:16:30,535 DEBUG [RS:0;692b295ad45c:35635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b31ecb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:16:30,546 DEBUG [RS:0;692b295ad45c:35635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:35635 2024-11-08T19:16:30,546 INFO [RS:0;692b295ad45c:35635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:16:30,546 INFO [RS:0;692b295ad45c:35635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:16:30,546 DEBUG [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:16:30,547 INFO [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,33105,1731093388255 with port=35635, startcode=1731093388384 2024-11-08T19:16:30,547 DEBUG [RS:0;692b295ad45c:35635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:16:30,549 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:16:30,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,35635,1731093388384 2024-11-08T19:16:30,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33105 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,35635,1731093388384 2024-11-08T19:16:30,552 DEBUG [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900 2024-11-08T19:16:30,552 DEBUG [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41163 2024-11-08T19:16:30,552 DEBUG [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:16:30,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562/rs 2024-11-08T19:16:30,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,35635,1731093388384] 2024-11-08T19:16:30,605 DEBUG [RS:0;692b295ad45c:35635 {}] zookeeper.ZKUtil(111): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Set watcher on existing znode=/1-2054355562/rs/692b295ad45c,35635,1731093388384 2024-11-08T19:16:30,605 WARN [RS:0;692b295ad45c:35635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:16:30,606 INFO [RS:0;692b295ad45c:35635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:16:30,606 DEBUG [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/WALs/692b295ad45c,35635,1731093388384 2024-11-08T19:16:30,609 INFO [RS:0;692b295ad45c:35635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:16:30,612 INFO [RS:0;692b295ad45c:35635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:16:30,612 INFO [RS:0;692b295ad45c:35635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:16:30,613 INFO [RS:0;692b295ad45c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:30,613 INFO [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:16:30,614 INFO [RS:0;692b295ad45c:35635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:16:30,614 INFO [RS:0;692b295ad45c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:30,614 DEBUG [RS:0;692b295ad45c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:30,614 DEBUG [RS:0;692b295ad45c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:30,614 DEBUG [RS:0;692b295ad45c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:30,614 DEBUG [RS:0;692b295ad45c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:30,614 DEBUG [RS:0;692b295ad45c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:30,614 DEBUG [RS:0;692b295ad45c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:16:30,614 DEBUG [RS:0;692b295ad45c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:30,614 DEBUG [RS:0;692b295ad45c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:30,614 DEBUG [RS:0;692b295ad45c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:30,614 DEBUG [RS:0;692b295ad45c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:30,614 DEBUG [RS:0;692b295ad45c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:30,614 DEBUG [RS:0;692b295ad45c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:16:30,614 DEBUG [RS:0;692b295ad45c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:16:30,614 DEBUG [RS:0;692b295ad45c:35635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:16:30,615 INFO [RS:0;692b295ad45c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:30,615 INFO [RS:0;692b295ad45c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:30,615 INFO [RS:0;692b295ad45c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:30,615 INFO [RS:0;692b295ad45c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:30,615 INFO [RS:0;692b295ad45c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:30,615 INFO [RS:0;692b295ad45c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,35635,1731093388384-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:16:30,629 INFO [RS:0;692b295ad45c:35635 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:16:30,629 INFO [RS:0;692b295ad45c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,35635,1731093388384-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:30,629 INFO [RS:0;692b295ad45c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:30,630 INFO [RS:0;692b295ad45c:35635 {}] regionserver.Replication(171): 692b295ad45c,35635,1731093388384 started 2024-11-08T19:16:30,644 INFO [RS:0;692b295ad45c:35635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:30,644 INFO [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,35635,1731093388384, RpcServer on 692b295ad45c/172.17.0.2:35635, sessionid=0x1011be0b9780004 2024-11-08T19:16:30,644 DEBUG [RS:0;692b295ad45c:35635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:16:30,645 DEBUG [RS:0;692b295ad45c:35635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,35635,1731093388384 2024-11-08T19:16:30,645 DEBUG [RS:0;692b295ad45c:35635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,35635,1731093388384' 2024-11-08T19:16:30,645 DEBUG [RS:0;692b295ad45c:35635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2054355562/flush-table-proc/abort' 2024-11-08T19:16:30,645 DEBUG [RS:0;692b295ad45c:35635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2054355562/flush-table-proc/acquired' 2024-11-08T19:16:30,646 DEBUG [RS:0;692b295ad45c:35635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:16:30,646 DEBUG [RS:0;692b295ad45c:35635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:16:30,646 DEBUG [RS:0;692b295ad45c:35635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,35635,1731093388384 2024-11-08T19:16:30,646 DEBUG [RS:0;692b295ad45c:35635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,35635,1731093388384' 2024-11-08T19:16:30,646 DEBUG [RS:0;692b295ad45c:35635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2054355562/online-snapshot/abort' 2024-11-08T19:16:30,646 DEBUG [RS:0;692b295ad45c:35635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2054355562/online-snapshot/acquired' 2024-11-08T19:16:30,647 DEBUG [RS:0;692b295ad45c:35635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:16:30,647 INFO [RS:0;692b295ad45c:35635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:16:30,647 INFO [RS:0;692b295ad45c:35635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:16:30,747 INFO [RS:0;692b295ad45c:35635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:16:30,749 INFO [RS:0;692b295ad45c:35635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C35635%2C1731093388384, suffix=, logDir=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/WALs/692b295ad45c,35635,1731093388384, archiveDir=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/oldWALs, maxLogs=10 2024-11-08T19:16:30,763 DEBUG [RS:0;692b295ad45c:35635 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/WALs/692b295ad45c,35635,1731093388384/692b295ad45c%2C35635%2C1731093388384.1731093390749, exclude list is [], retry=0 2024-11-08T19:16:30,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36421,DS-055dfcbe-4737-48a3-aec0-a3487fccb1a3,DISK] 2024-11-08T19:16:30,769 INFO [RS:0;692b295ad45c:35635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/WALs/692b295ad45c,35635,1731093388384/692b295ad45c%2C35635%2C1731093388384.1731093390749 2024-11-08T19:16:30,769 DEBUG [RS:0;692b295ad45c:35635 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35061:35061)] 2024-11-08T19:16:30,909 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:16:30,909 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900 2024-11-08T19:16:30,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741833_1009 (size=32) 2024-11-08T19:16:30,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:30,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:16:30,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:16:30,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:30,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:30,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:16:30,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:16:30,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:30,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:30,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:16:30,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:16:30,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:30,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:30,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:16:30,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:16:30,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:30,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:30,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:16:30,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740 2024-11-08T19:16:30,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740 2024-11-08T19:16:30,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:16:30,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:16:30,931 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:16:30,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:16:30,935 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:16:30,936 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70081590, jitterRate=0.04429706931114197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:16:30,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093390916Initializing all the Stores at 1731093390917 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093390917Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093390917Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093390917Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093390917Cleaning up temporary data from old regions at 1731093390930 (+13 ms)Region opened successfully at 1731093390936 (+6 ms) 2024-11-08T19:16:30,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:16:30,936 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:16:30,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:16:30,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:16:30,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:16:30,937 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:16:30,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093390936Disabling compacts and flushes for region at 1731093390936Disabling writes for close at 1731093390936Writing region close event to WAL at 1731093390937 (+1 ms)Closed at 1731093390937 2024-11-08T19:16:30,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:16:30,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:16:30,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:16:30,940 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:16:30,941 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:16:31,092 DEBUG [692b295ad45c:33105 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:16:31,093 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,35635,1731093388384 2024-11-08T19:16:31,094 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,35635,1731093388384, state=OPENING 2024-11-08T19:16:31,131 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:16:31,139 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:16:31,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562 2024-11-08T19:16:31,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562 2024-11-08T19:16:31,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2054355562/meta-region-server: CHANGED 2024-11-08T19:16:31,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2054355562/meta-region-server: CHANGED 2024-11-08T19:16:31,151 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:16:31,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,35635,1731093388384}] 2024-11-08T19:16:31,304 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:16:31,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:16:31,310 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:16:31,311 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:16:31,311 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:16:31,313 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C35635%2C1731093388384.meta, suffix=.meta, logDir=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/WALs/692b295ad45c,35635,1731093388384, archiveDir=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/oldWALs, maxLogs=10 2024-11-08T19:16:31,332 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/WALs/692b295ad45c,35635,1731093388384/692b295ad45c%2C35635%2C1731093388384.meta.1731093391313.meta, exclude list is [], retry=0 2024-11-08T19:16:31,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36421,DS-055dfcbe-4737-48a3-aec0-a3487fccb1a3,DISK] 2024-11-08T19:16:31,336 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/WALs/692b295ad45c,35635,1731093388384/692b295ad45c%2C35635%2C1731093388384.meta.1731093391313.meta 2024-11-08T19:16:31,336 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35061:35061)] 2024-11-08T19:16:31,336 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:16:31,337 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:16:31,337 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:16:31,337 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:16:31,337 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:16:31,337 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:16:31,337 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:31,337 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:16:31,337 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:16:31,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:16:31,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:16:31,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:31,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:31,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:16:31,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:16:31,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:31,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:31,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:16:31,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:16:31,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:31,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:31,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:16:31,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:16:31,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:31,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:16:31,344 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:16:31,345 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740 2024-11-08T19:16:31,346 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740 2024-11-08T19:16:31,347 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:16:31,347 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:16:31,348 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:16:31,349 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:16:31,351 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69563282, jitterRate=0.03657367825508118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:16:31,351 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:16:31,351 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093391337Writing region info on filesystem at 1731093391337Initializing all the Stores at 1731093391338 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093391338Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093391338Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093391338Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093391338Cleaning up temporary data from old regions at 1731093391347 (+9 ms)Running coprocessor post-open hooks at 1731093391351 (+4 ms)Region opened successfully at 1731093391351 2024-11-08T19:16:31,352 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093391304 2024-11-08T19:16:31,355 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:16:31,355 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:16:31,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,35635,1731093388384 2024-11-08T19:16:31,357 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,35635,1731093388384, state=OPEN 2024-11-08T19:16:31,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2054355562/meta-region-server 2024-11-08T19:16:31,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2054355562/meta-region-server 2024-11-08T19:16:31,365 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,35635,1731093388384 2024-11-08T19:16:31,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2054355562/meta-region-server: CHANGED 2024-11-08T19:16:31,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2054355562/meta-region-server: CHANGED 2024-11-08T19:16:31,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:16:31,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,35635,1731093388384 in 214 msec 2024-11-08T19:16:31,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:16:31,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-11-08T19:16:31,372 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:16:31,373 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:16:31,374 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:16:31,374 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,35635,1731093388384, seqNum=-1] 2024-11-08T19:16:31,374 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:16:31,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:16:31,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 890 msec 2024-11-08T19:16:31,383 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093391383, completionTime=-1 2024-11-08T19:16:31,383 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:16:31,383 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:16:31,386 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:16:31,386 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093451386 2024-11-08T19:16:31,386 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093511386 2024-11-08T19:16:31,386 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T19:16:31,386 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,33105,1731093388255-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:31,386 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,33105,1731093388255-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:31,386 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,33105,1731093388255-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:31,386 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:33105, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:31,386 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:31,387 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:31,389 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:16:31,391 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.931sec 2024-11-08T19:16:31,391 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:16:31,391 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:16:31,391 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:16:31,391 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:16:31,391 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:16:31,391 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,33105,1731093388255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:16:31,391 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,33105,1731093388255-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:16:31,393 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:16:31,393 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:16:31,393 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,33105,1731093388255-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:16:31,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d99206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:31,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,33105,-1 for getting cluster id 2024-11-08T19:16:31,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:16:31,420 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3f8a594-f70f-4af8-9421-9390555adfd8' 2024-11-08T19:16:31,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:16:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3f8a594-f70f-4af8-9421-9390555adfd8" 2024-11-08T19:16:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f95238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,33105,-1] 2024-11-08T19:16:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:16:31,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:31,423 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:16:31,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16dc7eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:31,424 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:16:31,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,35635,1731093388384, seqNum=-1] 2024-11-08T19:16:31,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:16:31,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:16:31,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,33105,1731093388255 2024-11-08T19:16:31,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49476 2024-11-08T19:16:31,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:16:31,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011be0b9780005 connected 2024-11-08T19:16:31,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:16:31,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,43823,1731093382601 2024-11-08T19:16:31,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f465dbc 2024-11-08T19:16:31,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:16:31,457 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:16:31,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:16:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T19:16:31,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:16:31,467 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:31,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T19:16:31,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:16:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:16:31,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741835_1011 (size=902) 2024-11-08T19:16:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:16:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:16:31,878 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0cd54d23ab58ade7d93d9b3c2a700280, NAME => 'test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa 2024-11-08T19:16:31,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741836_1012 (size=39) 2024-11-08T19:16:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:16:32,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:32,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0cd54d23ab58ade7d93d9b3c2a700280, disabling compactions & flushes 2024-11-08T19:16:32,284 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280. 2024-11-08T19:16:32,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280. 2024-11-08T19:16:32,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280. after waiting 0 ms 2024-11-08T19:16:32,285 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280. 2024-11-08T19:16:32,285 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280. 2024-11-08T19:16:32,285 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0cd54d23ab58ade7d93d9b3c2a700280: Waiting for close lock at 1731093392284Disabling compacts and flushes for region at 1731093392284Disabling writes for close at 1731093392285 (+1 ms)Writing region close event to WAL at 1731093392285Closed at 1731093392285 2024-11-08T19:16:32,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:16:32,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731093392286"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093392286"}]},"ts":"1731093392286"} 2024-11-08T19:16:32,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:16:32,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:16:32,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093392291"}]},"ts":"1731093392291"} 2024-11-08T19:16:32,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T19:16:32,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0cd54d23ab58ade7d93d9b3c2a700280, ASSIGN}] 2024-11-08T19:16:32,295 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0cd54d23ab58ade7d93d9b3c2a700280, ASSIGN 2024-11-08T19:16:32,296 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0cd54d23ab58ade7d93d9b3c2a700280, ASSIGN; state=OFFLINE, location=692b295ad45c,40347,1731093382816; forceNewPlan=false, retain=false 2024-11-08T19:16:32,446 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0cd54d23ab58ade7d93d9b3c2a700280, regionState=OPENING, regionLocation=692b295ad45c,40347,1731093382816 2024-11-08T19:16:32,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0cd54d23ab58ade7d93d9b3c2a700280, ASSIGN because future has completed 2024-11-08T19:16:32,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cd54d23ab58ade7d93d9b3c2a700280, server=692b295ad45c,40347,1731093382816}] 2024-11-08T19:16:32,605 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280. 2024-11-08T19:16:32,606 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0cd54d23ab58ade7d93d9b3c2a700280, NAME => 'test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:16:32,606 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:16:32,606 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T19:16:32,606 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0cd54d23ab58ade7d93d9b3c2a700280 2024-11-08T19:16:32,607 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:32,607 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0cd54d23ab58ade7d93d9b3c2a700280 2024-11-08T19:16:32,607 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0cd54d23ab58ade7d93d9b3c2a700280 2024-11-08T19:16:32,609 INFO [StoreOpener-0cd54d23ab58ade7d93d9b3c2a700280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0cd54d23ab58ade7d93d9b3c2a700280 2024-11-08T19:16:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:16:32,611 INFO [StoreOpener-0cd54d23ab58ade7d93d9b3c2a700280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cd54d23ab58ade7d93d9b3c2a700280 columnFamilyName f 2024-11-08T19:16:32,611 DEBUG [StoreOpener-0cd54d23ab58ade7d93d9b3c2a700280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:32,611 INFO [StoreOpener-0cd54d23ab58ade7d93d9b3c2a700280-1 {}] regionserver.HStore(327): Store=0cd54d23ab58ade7d93d9b3c2a700280/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:32,612 INFO [StoreOpener-0cd54d23ab58ade7d93d9b3c2a700280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0cd54d23ab58ade7d93d9b3c2a700280 2024-11-08T19:16:32,613 INFO [StoreOpener-0cd54d23ab58ade7d93d9b3c2a700280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cd54d23ab58ade7d93d9b3c2a700280 columnFamilyName f1 2024-11-08T19:16:32,613 DEBUG [StoreOpener-0cd54d23ab58ade7d93d9b3c2a700280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:32,613 INFO [StoreOpener-0cd54d23ab58ade7d93d9b3c2a700280-1 {}] regionserver.HStore(327): Store=0cd54d23ab58ade7d93d9b3c2a700280/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:32,613 INFO [StoreOpener-0cd54d23ab58ade7d93d9b3c2a700280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0cd54d23ab58ade7d93d9b3c2a700280 2024-11-08T19:16:32,614 INFO [StoreOpener-0cd54d23ab58ade7d93d9b3c2a700280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cd54d23ab58ade7d93d9b3c2a700280 columnFamilyName norep 2024-11-08T19:16:32,614 DEBUG [StoreOpener-0cd54d23ab58ade7d93d9b3c2a700280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:32,615 INFO [StoreOpener-0cd54d23ab58ade7d93d9b3c2a700280-1 {}] regionserver.HStore(327): Store=0cd54d23ab58ade7d93d9b3c2a700280/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:32,615 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0cd54d23ab58ade7d93d9b3c2a700280 2024-11-08T19:16:32,616 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280 2024-11-08T19:16:32,616 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280 2024-11-08T19:16:32,617 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0cd54d23ab58ade7d93d9b3c2a700280 2024-11-08T19:16:32,617 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0cd54d23ab58ade7d93d9b3c2a700280 2024-11-08T19:16:32,617 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:16:32,619 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0cd54d23ab58ade7d93d9b3c2a700280 2024-11-08T19:16:32,622 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:16:32,622 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0cd54d23ab58ade7d93d9b3c2a700280; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61476102, jitterRate=-0.08393469452857971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:16:32,622 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0cd54d23ab58ade7d93d9b3c2a700280 2024-11-08T19:16:32,623 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0cd54d23ab58ade7d93d9b3c2a700280: Running coprocessor pre-open hook at 1731093392607Writing region info on filesystem at 1731093392607Initializing all the Stores at 1731093392608 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093392608Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093392609 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093392609Cleaning up temporary data from old regions at 1731093392617 (+8 ms)Running coprocessor post-open hooks at 1731093392622 (+5 ms)Region opened successfully at 1731093392623 (+1 ms) 2024-11-08T19:16:32,626 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280., pid=6, masterSystemTime=1731093392601 2024-11-08T19:16:32,628 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280. 2024-11-08T19:16:32,628 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280. 2024-11-08T19:16:32,630 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0cd54d23ab58ade7d93d9b3c2a700280, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=692b295ad45c,40347,1731093382816 2024-11-08T19:16:32,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cd54d23ab58ade7d93d9b3c2a700280, server=692b295ad45c,40347,1731093382816 because future has completed 2024-11-08T19:16:32,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:16:32,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0cd54d23ab58ade7d93d9b3c2a700280, server=692b295ad45c,40347,1731093382816 in 185 msec 2024-11-08T19:16:32,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:16:32,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0cd54d23ab58ade7d93d9b3c2a700280, ASSIGN in 343 msec 2024-11-08T19:16:32,642 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:16:32,642 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093392642"}]},"ts":"1731093392642"} 2024-11-08T19:16:32,645 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T19:16:32,646 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:16:32,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1840 sec 2024-11-08T19:16:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:16:33,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:16:33,620 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T19:16:33,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,33105,1731093388255 2024-11-08T19:16:33,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b5a3b05 2024-11-08T19:16:33,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:16:33,622 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:16:33,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:16:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T19:16:33,625 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:16:33,625 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:33,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T19:16:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:16:33,627 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:16:33,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741835_1011 (size=902) 2024-11-08T19:16:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:16:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:16:34,035 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8fdfa4db97026f5652d18df2c7a44df, NAME => 'test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900 2024-11-08T19:16:34,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741836_1012 (size=39) 2024-11-08T19:16:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:16:34,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:16:34,251 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T19:16:34,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T19:16:34,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T19:16:34,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:16:34,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T19:16:34,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:16:34,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T19:16:34,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:16:34,253 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T19:16:34,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T19:16:34,253 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T19:16:34,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:34,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e8fdfa4db97026f5652d18df2c7a44df, disabling compactions & flushes 2024-11-08T19:16:34,441 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df. 2024-11-08T19:16:34,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df. 2024-11-08T19:16:34,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df. after waiting 0 ms 2024-11-08T19:16:34,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df. 2024-11-08T19:16:34,441 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df. 2024-11-08T19:16:34,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8fdfa4db97026f5652d18df2c7a44df: Waiting for close lock at 1731093394441Disabling compacts and flushes for region at 1731093394441Disabling writes for close at 1731093394441Writing region close event to WAL at 1731093394441Closed at 1731093394441 2024-11-08T19:16:34,442 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:16:34,443 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731093394442"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093394442"}]},"ts":"1731093394442"} 2024-11-08T19:16:34,468 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:16:34,473 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:16:34,474 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093394473"}]},"ts":"1731093394473"} 2024-11-08T19:16:34,477 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T19:16:34,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e8fdfa4db97026f5652d18df2c7a44df, ASSIGN}] 2024-11-08T19:16:34,479 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e8fdfa4db97026f5652d18df2c7a44df, ASSIGN 2024-11-08T19:16:34,480 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e8fdfa4db97026f5652d18df2c7a44df, ASSIGN; state=OFFLINE, location=692b295ad45c,35635,1731093388384; forceNewPlan=false, retain=false 2024-11-08T19:16:34,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8fdfa4db97026f5652d18df2c7a44df, regionState=OPENING, regionLocation=692b295ad45c,35635,1731093388384 2024-11-08T19:16:34,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e8fdfa4db97026f5652d18df2c7a44df, ASSIGN because future has completed 2024-11-08T19:16:34,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8fdfa4db97026f5652d18df2c7a44df, server=692b295ad45c,35635,1731093388384}] 2024-11-08T19:16:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:16:34,791 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df. 2024-11-08T19:16:34,791 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e8fdfa4db97026f5652d18df2c7a44df, NAME => 'test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:16:34,791 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:16:34,792 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T19:16:34,792 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e8fdfa4db97026f5652d18df2c7a44df 2024-11-08T19:16:34,792 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:34,792 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e8fdfa4db97026f5652d18df2c7a44df 2024-11-08T19:16:34,792 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e8fdfa4db97026f5652d18df2c7a44df 2024-11-08T19:16:34,793 INFO [StoreOpener-e8fdfa4db97026f5652d18df2c7a44df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e8fdfa4db97026f5652d18df2c7a44df 2024-11-08T19:16:34,795 INFO [StoreOpener-e8fdfa4db97026f5652d18df2c7a44df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8fdfa4db97026f5652d18df2c7a44df columnFamilyName f 2024-11-08T19:16:34,795 DEBUG [StoreOpener-e8fdfa4db97026f5652d18df2c7a44df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:34,795 INFO [StoreOpener-e8fdfa4db97026f5652d18df2c7a44df-1 {}] regionserver.HStore(327): Store=e8fdfa4db97026f5652d18df2c7a44df/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:34,795 INFO [StoreOpener-e8fdfa4db97026f5652d18df2c7a44df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e8fdfa4db97026f5652d18df2c7a44df 2024-11-08T19:16:34,797 INFO [StoreOpener-e8fdfa4db97026f5652d18df2c7a44df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8fdfa4db97026f5652d18df2c7a44df columnFamilyName f1 2024-11-08T19:16:34,797 DEBUG [StoreOpener-e8fdfa4db97026f5652d18df2c7a44df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:34,797 INFO [StoreOpener-e8fdfa4db97026f5652d18df2c7a44df-1 {}] regionserver.HStore(327): Store=e8fdfa4db97026f5652d18df2c7a44df/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:34,797 INFO [StoreOpener-e8fdfa4db97026f5652d18df2c7a44df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e8fdfa4db97026f5652d18df2c7a44df 2024-11-08T19:16:34,798 INFO [StoreOpener-e8fdfa4db97026f5652d18df2c7a44df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8fdfa4db97026f5652d18df2c7a44df columnFamilyName norep 2024-11-08T19:16:34,798 DEBUG [StoreOpener-e8fdfa4db97026f5652d18df2c7a44df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:34,799 INFO [StoreOpener-e8fdfa4db97026f5652d18df2c7a44df-1 {}] regionserver.HStore(327): Store=e8fdfa4db97026f5652d18df2c7a44df/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:34,799 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e8fdfa4db97026f5652d18df2c7a44df 2024-11-08T19:16:34,800 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/default/test/e8fdfa4db97026f5652d18df2c7a44df 2024-11-08T19:16:34,800 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/default/test/e8fdfa4db97026f5652d18df2c7a44df 2024-11-08T19:16:34,801 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e8fdfa4db97026f5652d18df2c7a44df 2024-11-08T19:16:34,801 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e8fdfa4db97026f5652d18df2c7a44df 2024-11-08T19:16:34,802 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:16:34,803 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e8fdfa4db97026f5652d18df2c7a44df 2024-11-08T19:16:34,805 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/default/test/e8fdfa4db97026f5652d18df2c7a44df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:16:34,805 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e8fdfa4db97026f5652d18df2c7a44df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64333569, jitterRate=-0.04135511815547943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:16:34,805 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8fdfa4db97026f5652d18df2c7a44df 2024-11-08T19:16:34,805 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e8fdfa4db97026f5652d18df2c7a44df: Running coprocessor pre-open hook at 1731093394792Writing region info on filesystem at 1731093394792Initializing all the Stores at 1731093394793 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093394793Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093394793Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093394793Cleaning up temporary data from old regions at 1731093394801 (+8 ms)Running coprocessor post-open hooks at 1731093394805 (+4 ms)Region opened successfully at 1731093394805 2024-11-08T19:16:34,806 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df., pid=6, masterSystemTime=1731093394787 2024-11-08T19:16:34,809 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df. 2024-11-08T19:16:34,809 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df. 2024-11-08T19:16:34,809 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8fdfa4db97026f5652d18df2c7a44df, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=692b295ad45c,35635,1731093388384 2024-11-08T19:16:34,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8fdfa4db97026f5652d18df2c7a44df, server=692b295ad45c,35635,1731093388384 because future has completed 2024-11-08T19:16:34,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:16:34,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e8fdfa4db97026f5652d18df2c7a44df, server=692b295ad45c,35635,1731093388384 in 179 msec 2024-11-08T19:16:34,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:16:34,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e8fdfa4db97026f5652d18df2c7a44df, ASSIGN in 338 msec 2024-11-08T19:16:34,819 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:16:34,819 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093394819"}]},"ts":"1731093394819"} 2024-11-08T19:16:34,821 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T19:16:34,823 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:16:34,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2000 sec 2024-11-08T19:16:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:16:35,770 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T19:16:35,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693e9d55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:35,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,43823,-1 for getting cluster id 2024-11-08T19:16:35,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:16:35,772 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d48cab3-1381-4c3f-b04b-7ebdfb854ca1' 2024-11-08T19:16:35,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:16:35,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d48cab3-1381-4c3f-b04b-7ebdfb854ca1" 2024-11-08T19:16:35,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6ca623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:35,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,43823,-1] 2024-11-08T19:16:35,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:16:35,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:35,774 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:16:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff1f9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:35,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b19beea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:35,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,33105,-1 for getting cluster id 2024-11-08T19:16:35,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:16:35,776 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3f8a594-f70f-4af8-9421-9390555adfd8' 2024-11-08T19:16:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:16:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3f8a594-f70f-4af8-9421-9390555adfd8" 2024-11-08T19:16:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c43851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,33105,-1] 2024-11-08T19:16:35,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:16:35,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:35,778 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:16:35,778 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5964367f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:35,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f52859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:35,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,43823,-1 for getting cluster id 2024-11-08T19:16:35,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:16:35,780 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d48cab3-1381-4c3f-b04b-7ebdfb854ca1' 2024-11-08T19:16:35,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:16:35,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d48cab3-1381-4c3f-b04b-7ebdfb854ca1" 2024-11-08T19:16:35,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e182c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:35,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,43823,-1] 2024-11-08T19:16:35,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:16:35,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:35,782 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:16:35,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99394ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:35,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:16:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,43823,1731093382601 2024-11-08T19:16:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25789b39 2024-11-08T19:16:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:16:35,788 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:16:35,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://692b295ad45c:33105,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-08T19:16:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:16:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:16:35,791 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:33105' 2024-11-08T19:16:35,792 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77950331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:35,792 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,33105,-1 for getting cluster id 2024-11-08T19:16:35,792 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:16:35,793 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3f8a594-f70f-4af8-9421-9390555adfd8' 2024-11-08T19:16:35,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:16:35,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3f8a594-f70f-4af8-9421-9390555adfd8" 2024-11-08T19:16:35,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ab0455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:35,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,33105,-1] 2024-11-08T19:16:35,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:16:35,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:35,795 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:16:35,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f71aa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:35,795 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:16:35,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,33105,1731093388255 2024-11-08T19:16:35,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69104a15 2024-11-08T19:16:35,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:16:35,797 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:16:35,798 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T19:16:35,798 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:16:35,798 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:35,798 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:35,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:16:35,798 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:16:35,800 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T19:16:35,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:16:35,801 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:35,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:16:35,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741837_1013 (size=1138) 2024-11-08T19:16:35,850 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T19:16:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:16:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:16:36,214 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ae1a4759d6e37461b0ecc393564da4b, NAME => 'hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa 2024-11-08T19:16:36,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741838_1014 (size=44) 2024-11-08T19:16:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:16:36,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:36,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5ae1a4759d6e37461b0ecc393564da4b, disabling compactions & flushes 2024-11-08T19:16:36,620 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b. 2024-11-08T19:16:36,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b. 2024-11-08T19:16:36,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b. after waiting 0 ms 2024-11-08T19:16:36,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b. 2024-11-08T19:16:36,620 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b. 2024-11-08T19:16:36,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ae1a4759d6e37461b0ecc393564da4b: Waiting for close lock at 1731093396620Disabling compacts and flushes for region at 1731093396620Disabling writes for close at 1731093396620Writing region close event to WAL at 1731093396620Closed at 1731093396620 2024-11-08T19:16:36,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:16:36,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731093396622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093396622"}]},"ts":"1731093396622"} 2024-11-08T19:16:36,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:16:36,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:16:36,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093396625"}]},"ts":"1731093396625"} 2024-11-08T19:16:36,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T19:16:36,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5ae1a4759d6e37461b0ecc393564da4b, ASSIGN}] 2024-11-08T19:16:36,629 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5ae1a4759d6e37461b0ecc393564da4b, ASSIGN 2024-11-08T19:16:36,630 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5ae1a4759d6e37461b0ecc393564da4b, ASSIGN; state=OFFLINE, location=692b295ad45c,40347,1731093382816; forceNewPlan=false, retain=false 2024-11-08T19:16:36,781 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5ae1a4759d6e37461b0ecc393564da4b, regionState=OPENING, regionLocation=692b295ad45c,40347,1731093382816 2024-11-08T19:16:36,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5ae1a4759d6e37461b0ecc393564da4b, ASSIGN because future has completed 2024-11-08T19:16:36,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ae1a4759d6e37461b0ecc393564da4b, server=692b295ad45c,40347,1731093382816}] 2024-11-08T19:16:36,839 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:16:36,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:36,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:36,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:36,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:36,879 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T19:16:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:16:36,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b. 2024-11-08T19:16:36,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:16:36,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T19:16:36,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C40347%2C1731093382816.rep, suffix=, logDir=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816, archiveDir=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/oldWALs, maxLogs=10 2024-11-08T19:16:36,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.rep.1731093396944, exclude list is [], retry=0 2024-11-08T19:16:36,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-c5fc2480-6854-47ab-915f-961f66d9a571,DISK] 2024-11-08T19:16:36,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.rep.1731093396944 2024-11-08T19:16:36,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38557:38557)] 2024-11-08T19:16:36,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ae1a4759d6e37461b0ecc393564da4b, NAME => 'hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:16:36,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:16:36,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:16:36,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b. service=MultiRowMutationService 2024-11-08T19:16:36,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T19:16:36,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:16:36,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:16:36,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:16:36,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:16:36,971 INFO [StoreOpener-5ae1a4759d6e37461b0ecc393564da4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:16:36,972 INFO [StoreOpener-5ae1a4759d6e37461b0ecc393564da4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ae1a4759d6e37461b0ecc393564da4b columnFamilyName hfileref 2024-11-08T19:16:36,972 DEBUG [StoreOpener-5ae1a4759d6e37461b0ecc393564da4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:36,973 INFO [StoreOpener-5ae1a4759d6e37461b0ecc393564da4b-1 {}] regionserver.HStore(327): Store=5ae1a4759d6e37461b0ecc393564da4b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:36,973 INFO [StoreOpener-5ae1a4759d6e37461b0ecc393564da4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:16:36,974 INFO [StoreOpener-5ae1a4759d6e37461b0ecc393564da4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ae1a4759d6e37461b0ecc393564da4b columnFamilyName queue 2024-11-08T19:16:36,974 DEBUG [StoreOpener-5ae1a4759d6e37461b0ecc393564da4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:36,975 INFO [StoreOpener-5ae1a4759d6e37461b0ecc393564da4b-1 {}] regionserver.HStore(327): Store=5ae1a4759d6e37461b0ecc393564da4b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:36,975 INFO [StoreOpener-5ae1a4759d6e37461b0ecc393564da4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:16:36,976 INFO [StoreOpener-5ae1a4759d6e37461b0ecc393564da4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ae1a4759d6e37461b0ecc393564da4b columnFamilyName sid 2024-11-08T19:16:36,976 DEBUG [StoreOpener-5ae1a4759d6e37461b0ecc393564da4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:16:36,976 INFO [StoreOpener-5ae1a4759d6e37461b0ecc393564da4b-1 {}] regionserver.HStore(327): Store=5ae1a4759d6e37461b0ecc393564da4b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:16:36,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:16:36,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/replication/5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:16:36,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/replication/5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:16:36,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:16:36,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:16:36,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:16:36,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:16:36,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/replication/5ae1a4759d6e37461b0ecc393564da4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:16:36,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5ae1a4759d6e37461b0ecc393564da4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74864210, jitterRate=0.11556366086006165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:16:36,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:16:36,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5ae1a4759d6e37461b0ecc393564da4b: Running coprocessor pre-open hook at 1731093396970Writing region info on filesystem at 1731093396970Initializing all the Stores at 1731093396971 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093396971Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093396971Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093396971Cleaning up temporary data from old regions at 1731093396979 (+8 ms)Running coprocessor post-open hooks at 1731093396984 (+5 ms)Region opened successfully at 1731093396985 (+1 ms) 2024-11-08T19:16:36,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b., pid=10, masterSystemTime=1731093396937 2024-11-08T19:16:36,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b. 2024-11-08T19:16:36,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b. 2024-11-08T19:16:36,989 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5ae1a4759d6e37461b0ecc393564da4b, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,40347,1731093382816 2024-11-08T19:16:36,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ae1a4759d6e37461b0ecc393564da4b, server=692b295ad45c,40347,1731093382816 because future has completed 2024-11-08T19:16:36,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T19:16:36,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ae1a4759d6e37461b0ecc393564da4b, server=692b295ad45c,40347,1731093382816 in 209 msec 2024-11-08T19:16:36,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T19:16:36,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5ae1a4759d6e37461b0ecc393564da4b, ASSIGN in 368 msec 2024-11-08T19:16:36,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:16:37,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093396999"}]},"ts":"1731093396999"} 2024-11-08T19:16:37,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T19:16:37,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:16:37,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2050 sec 2024-11-08T19:16:37,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b., hostname=692b295ad45c,40347,1731093382816, seqNum=2] 2024-11-08T19:16:37,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030 2024-11-08T19:16:37,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030 2024-11-08T19:16:37,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:16:37,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T19:16:37,346 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T19:16:37,373 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-692b295ad45c,40347,1731093382816, ReplicationSource: 1, currentBandwidth=0 2024-11-08T19:16:37,374 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:16:37,374 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,40347,1731093382816, seqNum=-1] 2024-11-08T19:16:37,374 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:16:37,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-08T19:16:37,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-692b295ad45c,40347,1731093382816', locateType=CURRENT is [region=hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b., hostname=692b295ad45c,40347,1731093382816, seqNum=2] 2024-11-08T19:16:37,379 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T19:16:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T19:16:37,382 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 692b295ad45c,40347,1731093382816 suceeded 2024-11-08T19:16:37,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T19:16:37,384 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://692b295ad45c:33105,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-08T19:16:37,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-08T19:16:37,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5960 sec 2024-11-08T19:16:37,398 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:33105' 2024-11-08T19:16:37,400 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@edcf6c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:37,400 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,33105,-1 for getting cluster id 2024-11-08T19:16:37,400 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:16:37,401 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3f8a594-f70f-4af8-9421-9390555adfd8' 2024-11-08T19:16:37,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:16:37,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3f8a594-f70f-4af8-9421-9390555adfd8" 2024-11-08T19:16:37,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34f41138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:37,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,33105,-1] 2024-11-08T19:16:37,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:16:37,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:37,403 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:16:37,403 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9eafd9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:37,404 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:16:37,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,33105,1731093388255 2024-11-08T19:16:37,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a89b4eb 2024-11-08T19:16:37,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:16:37,405 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-08T19:16:37,406 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-692b295ad45c,40347,1731093382816 (queues=1) is replicating from cluster=2d48cab3-1381-4c3f-b04b-7ebdfb854ca1 to cluster=a3f8a594-f70f-4af8-9421-9390555adfd8 2024-11-08T19:16:37,406 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=692b295ad45c%2C40347%2C1731093382816 2024-11-08T19:16:37,406 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-692b295ad45c,40347,1731093382816, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:16:37,420 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.shipper692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C40347%2C1731093382816 2024-11-08T19:16:37,420 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286, startPosition=0, beingWritten=true 2024-11-08T19:16:37,429 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:16:37,429 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 379, reset compression=false 2024-11-08T19:16:37,429 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.shipper692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,40347,1731093382816 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:16:37,634 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 379, reset compression=false 2024-11-08T19:16:37,938 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 379, reset compression=false 2024-11-08T19:16:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:16:37,949 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T19:16:37,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:16:37,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:16:37,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:37,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:37,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:16:37,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:37,956 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731093397954/Put/seqid=0 2024-11-08T19:16:37,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741840_1016 (size=7894) 2024-11-08T19:16:38,342 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 379, reset compression=false 2024-11-08T19:16:38,363 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/load_f/f/hfile_1 is 34, key is ddd/f:row/1731093398362/Put/seqid=0 2024-11-08T19:16:38,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741841_1017 (size=7691) 2024-11-08T19:16:38,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761114f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:38,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,43823,-1 for getting cluster id 2024-11-08T19:16:38,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:16:38,773 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d48cab3-1381-4c3f-b04b-7ebdfb854ca1' 2024-11-08T19:16:38,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:16:38,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d48cab3-1381-4c3f-b04b-7ebdfb854ca1" 2024-11-08T19:16:38,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1812056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:38,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,43823,-1] 2024-11-08T19:16:38,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:16:38,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:38,775 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:16:38,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c317b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:38,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:16:38,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,40347,1731093382816, seqNum=-1] 2024-11-08T19:16:38,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:16:38,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:16:38,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:16:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,43823,1731093382601 2024-11-08T19:16:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35e333f0 2024-11-08T19:16:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:16:38,792 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:16:38,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280., hostname=692b295ad45c,40347,1731093382816, seqNum=2] 2024-11-08T19:16:38,810 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T19:16:38,822 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T19:16:38,826 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T19:16:38,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/load_f/f/hfile_0 for inclusion in 0cd54d23ab58ade7d93d9b3c2a700280/f 2024-11-08T19:16:38,846 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 379, reset compression=false 2024-11-08T19:16:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T19:16:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:16:38,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/load_f/f/hfile_1 for inclusion in 0cd54d23ab58ade7d93d9b3c2a700280/f 2024-11-08T19:16:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T19:16:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:16:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HRegion(2603): Flush status journal for 0cd54d23ab58ade7d93d9b3c2a700280: 2024-11-08T19:16:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/load_f/f/hfile_0 to hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__o0pfqh07h00ca1l8t1qcs1phcv9k4illks2u1kha3cd1ld6pv21u9aoaitjekqvc/f/hfile_0 2024-11-08T19:16:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__o0pfqh07h00ca1l8t1qcs1phcv9k4illks2u1kha3cd1ld6pv21u9aoaitjekqvc/f/hfile_0 as hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280/f/c2f7066ad07a4ee28faaea4e7d40a65f_SeqId_4_ 2024-11-08T19:16:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/load_f/f/hfile_1 to hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__o0pfqh07h00ca1l8t1qcs1phcv9k4illks2u1kha3cd1ld6pv21u9aoaitjekqvc/f/hfile_1 2024-11-08T19:16:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__o0pfqh07h00ca1l8t1qcs1phcv9k4illks2u1kha3cd1ld6pv21u9aoaitjekqvc/f/hfile_1 as hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280/f/20fc53aab94148f6a212d1767eb0d6f7_SeqId_4_ 2024-11-08T19:16:38,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__o0pfqh07h00ca1l8t1qcs1phcv9k4illks2u1kha3cd1ld6pv21u9aoaitjekqvc/f/hfile_0 into 0cd54d23ab58ade7d93d9b3c2a700280/f as hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280/f/c2f7066ad07a4ee28faaea4e7d40a65f_SeqId_4_ - updating store file list. 2024-11-08T19:16:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c2f7066ad07a4ee28faaea4e7d40a65f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T19:16:38,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280/f/c2f7066ad07a4ee28faaea4e7d40a65f_SeqId_4_ into 0cd54d23ab58ade7d93d9b3c2a700280/f 2024-11-08T19:16:38,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__o0pfqh07h00ca1l8t1qcs1phcv9k4illks2u1kha3cd1ld6pv21u9aoaitjekqvc/f/hfile_0 into 0cd54d23ab58ade7d93d9b3c2a700280/f (new location: hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280/f/c2f7066ad07a4ee28faaea4e7d40a65f_SeqId_4_) 2024-11-08T19:16:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__o0pfqh07h00ca1l8t1qcs1phcv9k4illks2u1kha3cd1ld6pv21u9aoaitjekqvc/f/hfile_0 2024-11-08T19:16:38,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__o0pfqh07h00ca1l8t1qcs1phcv9k4illks2u1kha3cd1ld6pv21u9aoaitjekqvc/f/hfile_1 into 0cd54d23ab58ade7d93d9b3c2a700280/f as hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280/f/20fc53aab94148f6a212d1767eb0d6f7_SeqId_4_ - updating store file list. 2024-11-08T19:16:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 20fc53aab94148f6a212d1767eb0d6f7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T19:16:38,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280/f/20fc53aab94148f6a212d1767eb0d6f7_SeqId_4_ into 0cd54d23ab58ade7d93d9b3c2a700280/f 2024-11-08T19:16:38,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__o0pfqh07h00ca1l8t1qcs1phcv9k4illks2u1kha3cd1ld6pv21u9aoaitjekqvc/f/hfile_1 into 0cd54d23ab58ade7d93d9b3c2a700280/f (new location: hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280/f/20fc53aab94148f6a212d1767eb0d6f7_SeqId_4_) 2024-11-08T19:16:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__o0pfqh07h00ca1l8t1qcs1phcv9k4illks2u1kha3cd1ld6pv21u9aoaitjekqvc/f/hfile_1 2024-11-08T19:16:38,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:16:38,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:16:38,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:38,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:38,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:16:38,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:16:38,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280., hostname=692b295ad45c,40347,1731093382816, seqNum=2 , the old value is region=test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280., hostname=692b295ad45c,40347,1731093382816, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=692b295ad45c:40347 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T19:16:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,35635,1731093388384, seqNum=-1] 2024-11-08T19:16:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280., hostname=692b295ad45c,40347,1731093382816, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T19:16:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280., hostname=692b295ad45c,40347,1731093382816, seqNum=2 from cache 2024-11-08T19:16:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:16:38,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:16:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:52864 deadline: 1731093458894 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:52864 2024-11-08T19:16:38,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df., hostname=692b295ad45c,35635,1731093388384, seqNum=2] 2024-11-08T19:16:38,902 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T19:16:39,000 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:40347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T19:16:39,451 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 379, reset compression=false 2024-11-08T19:16:39,458 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:16:39,458 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.shipper692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,40347,1731093382816 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cd54d23ab58ade7d93d9b3c2a700280/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731093398888/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T19:16:39,483 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.shipper692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:16:39,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-08T19:16:39,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.ReplicationSink(318): Replicating [2d48cab3-1381-4c3f-b04b-7ebdfb854ca1] bulk loaded data 2024-11-08T19:16:39,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e772c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:39,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,33105,-1 for getting cluster id 2024-11-08T19:16:39,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:16:39,491 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3f8a594-f70f-4af8-9421-9390555adfd8' 2024-11-08T19:16:39,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:16:39,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3f8a594-f70f-4af8-9421-9390555adfd8" 2024-11-08T19:16:39,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c1f88f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:39,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,33105,-1] 2024-11-08T19:16:39,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:16:39,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:39,492 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:16:39,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f2663ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:39,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741837_1013 (size=7894) 2024-11-08T19:16:39,659 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 687, reset compression=false 2024-11-08T19:16:39,905 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T19:16:39,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741838_1014 (size=7691) 2024-11-08T19:16:39,963 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 687, reset compression=false 2024-11-08T19:16:40,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:16:40,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,33105,1731093388255 2024-11-08T19:16:40,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dba01b0 2024-11-08T19:16:40,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:16:40,347 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-08T19:16:40,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T19:16:40,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:16:40,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,35635,1731093388384, seqNum=-1] 2024-11-08T19:16:40,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:16:40,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-08T19:16:40,360 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/staging/jenkins.hfs.6__test__jdgqkdkn1aqu5bdohdbil8aig1619nr9i4bqfcnobkk043nmphl10rjqmk85v8a8/f/20fc53aab94148f6a212d1767eb0d6f7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T19:16:40,365 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/staging/jenkins.hfs.6__test__jdgqkdkn1aqu5bdohdbil8aig1619nr9i4bqfcnobkk043nmphl10rjqmk85v8a8/f/c2f7066ad07a4ee28faaea4e7d40a65f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T19:16:40,367 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 687, reset compression=false 2024-11-08T19:16:40,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/staging/jenkins.hfs.6__test__jdgqkdkn1aqu5bdohdbil8aig1619nr9i4bqfcnobkk043nmphl10rjqmk85v8a8/f/20fc53aab94148f6a212d1767eb0d6f7_SeqId_4_ for inclusion in e8fdfa4db97026f5652d18df2c7a44df/f 2024-11-08T19:16:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T19:16:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:16:40,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/staging/jenkins.hfs.6__test__jdgqkdkn1aqu5bdohdbil8aig1619nr9i4bqfcnobkk043nmphl10rjqmk85v8a8/f/c2f7066ad07a4ee28faaea4e7d40a65f_SeqId_4_ for inclusion in e8fdfa4db97026f5652d18df2c7a44df/f 2024-11-08T19:16:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T19:16:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:16:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HRegion(2603): Flush status journal for e8fdfa4db97026f5652d18df2c7a44df: 2024-11-08T19:16:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 20fc53aab94148f6a212d1767eb0d6f7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T19:16:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/staging/jenkins.hfs.6__test__jdgqkdkn1aqu5bdohdbil8aig1619nr9i4bqfcnobkk043nmphl10rjqmk85v8a8/f/20fc53aab94148f6a212d1767eb0d6f7_SeqId_4_ as hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/default/test/e8fdfa4db97026f5652d18df2c7a44df/f/005b5abbb4e24b06b16a2f811330b848_SeqId_4_ 2024-11-08T19:16:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c2f7066ad07a4ee28faaea4e7d40a65f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T19:16:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/staging/jenkins.hfs.6__test__jdgqkdkn1aqu5bdohdbil8aig1619nr9i4bqfcnobkk043nmphl10rjqmk85v8a8/f/c2f7066ad07a4ee28faaea4e7d40a65f_SeqId_4_ as hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/default/test/e8fdfa4db97026f5652d18df2c7a44df/f/0e1518c0abb640d0956fcfcfdb68cb97_SeqId_4_ 2024-11-08T19:16:40,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/staging/jenkins.hfs.6__test__jdgqkdkn1aqu5bdohdbil8aig1619nr9i4bqfcnobkk043nmphl10rjqmk85v8a8/f/20fc53aab94148f6a212d1767eb0d6f7_SeqId_4_ into e8fdfa4db97026f5652d18df2c7a44df/f as hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/default/test/e8fdfa4db97026f5652d18df2c7a44df/f/005b5abbb4e24b06b16a2f811330b848_SeqId_4_ - updating store file list. 2024-11-08T19:16:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 005b5abbb4e24b06b16a2f811330b848_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T19:16:40,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/default/test/e8fdfa4db97026f5652d18df2c7a44df/f/005b5abbb4e24b06b16a2f811330b848_SeqId_4_ into e8fdfa4db97026f5652d18df2c7a44df/f 2024-11-08T19:16:40,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/staging/jenkins.hfs.6__test__jdgqkdkn1aqu5bdohdbil8aig1619nr9i4bqfcnobkk043nmphl10rjqmk85v8a8/f/20fc53aab94148f6a212d1767eb0d6f7_SeqId_4_ into e8fdfa4db97026f5652d18df2c7a44df/f (new location: hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/default/test/e8fdfa4db97026f5652d18df2c7a44df/f/005b5abbb4e24b06b16a2f811330b848_SeqId_4_) 2024-11-08T19:16:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/staging/jenkins.hfs.6__test__jdgqkdkn1aqu5bdohdbil8aig1619nr9i4bqfcnobkk043nmphl10rjqmk85v8a8/f/20fc53aab94148f6a212d1767eb0d6f7_SeqId_4_ 2024-11-08T19:16:40,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/staging/jenkins.hfs.6__test__jdgqkdkn1aqu5bdohdbil8aig1619nr9i4bqfcnobkk043nmphl10rjqmk85v8a8/f/c2f7066ad07a4ee28faaea4e7d40a65f_SeqId_4_ into e8fdfa4db97026f5652d18df2c7a44df/f as hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/default/test/e8fdfa4db97026f5652d18df2c7a44df/f/0e1518c0abb640d0956fcfcfdb68cb97_SeqId_4_ - updating store file list. 2024-11-08T19:16:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0e1518c0abb640d0956fcfcfdb68cb97_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T19:16:40,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/default/test/e8fdfa4db97026f5652d18df2c7a44df/f/0e1518c0abb640d0956fcfcfdb68cb97_SeqId_4_ into e8fdfa4db97026f5652d18df2c7a44df/f 2024-11-08T19:16:40,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/staging/jenkins.hfs.6__test__jdgqkdkn1aqu5bdohdbil8aig1619nr9i4bqfcnobkk043nmphl10rjqmk85v8a8/f/c2f7066ad07a4ee28faaea4e7d40a65f_SeqId_4_ into e8fdfa4db97026f5652d18df2c7a44df/f (new location: hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/default/test/e8fdfa4db97026f5652d18df2c7a44df/f/0e1518c0abb640d0956fcfcfdb68cb97_SeqId_4_) 2024-11-08T19:16:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/staging/jenkins.hfs.6__test__jdgqkdkn1aqu5bdohdbil8aig1619nr9i4bqfcnobkk043nmphl10rjqmk85v8a8/f/c2f7066ad07a4ee28faaea4e7d40a65f_SeqId_4_ 2024-11-08T19:16:40,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] regionserver.ReplicationSink(324): Finished replicating [2d48cab3-1381-4c3f-b04b-7ebdfb854ca1] bulk loaded data 2024-11-08T19:16:40,884 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 687, reset compression=false 2024-11-08T19:16:40,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:16:40,926 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731093400925/Put/seqid=0 2024-11-08T19:16:40,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741842_1018 (size=7997) 2024-11-08T19:16:41,335 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731093401334/Put/seqid=0 2024-11-08T19:16:41,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741843_1019 (size=7794) 2024-11-08T19:16:41,488 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 687, reset compression=false 2024-11-08T19:16:41,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a817ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:41,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,43823,-1 for getting cluster id 2024-11-08T19:16:41,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:16:41,742 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d48cab3-1381-4c3f-b04b-7ebdfb854ca1' 2024-11-08T19:16:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:16:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d48cab3-1381-4c3f-b04b-7ebdfb854ca1" 2024-11-08T19:16:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c566b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,43823,-1] 2024-11-08T19:16:41,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:16:41,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:41,744 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:16:41,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653bbc13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:16:41,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:16:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,40347,1731093382816, seqNum=-1] 2024-11-08T19:16:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:16:41,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:16:41,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:16:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,43823,1731093382601 2024-11-08T19:16:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@478363c 2024-11-08T19:16:41,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:16:41,757 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:16:41,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280., hostname=692b295ad45c,40347,1731093382816, seqNum=2] 2024-11-08T19:16:41,764 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T19:16:41,771 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T19:16:41,774 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T19:16:41,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/load_f1/f1/hfile_0 for inclusion in 0cd54d23ab58ade7d93d9b3c2a700280/f1 2024-11-08T19:16:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T19:16:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:16:41,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/load_f1/f1/hfile_1 for inclusion in 0cd54d23ab58ade7d93d9b3c2a700280/f1 2024-11-08T19:16:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T19:16:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:16:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HRegion(2603): Flush status journal for 0cd54d23ab58ade7d93d9b3c2a700280: 2024-11-08T19:16:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/load_f1/f1/hfile_0 to hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__8u0l3r9roadsg38r4lrf3t3903q7e3jl05rt1aqacj6kr54rvmb0kksu3c01v127/f1/hfile_0 2024-11-08T19:16:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__8u0l3r9roadsg38r4lrf3t3903q7e3jl05rt1aqacj6kr54rvmb0kksu3c01v127/f1/hfile_0 as hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280/f1/448949eed63c43a5a7502fc953430247_SeqId_6_ 2024-11-08T19:16:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/load_f1/f1/hfile_1 to hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__8u0l3r9roadsg38r4lrf3t3903q7e3jl05rt1aqacj6kr54rvmb0kksu3c01v127/f1/hfile_1 2024-11-08T19:16:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__8u0l3r9roadsg38r4lrf3t3903q7e3jl05rt1aqacj6kr54rvmb0kksu3c01v127/f1/hfile_1 as hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280/f1/012ea40667f5474daae3c6fb5392f087_SeqId_6_ 2024-11-08T19:16:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-08T19:16:41,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__8u0l3r9roadsg38r4lrf3t3903q7e3jl05rt1aqacj6kr54rvmb0kksu3c01v127/f1/hfile_0 into 0cd54d23ab58ade7d93d9b3c2a700280/f1 as hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280/f1/448949eed63c43a5a7502fc953430247_SeqId_6_ - updating store file list. 2024-11-08T19:16:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 448949eed63c43a5a7502fc953430247_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T19:16:41,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280/f1/448949eed63c43a5a7502fc953430247_SeqId_6_ into 0cd54d23ab58ade7d93d9b3c2a700280/f1 2024-11-08T19:16:41,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__8u0l3r9roadsg38r4lrf3t3903q7e3jl05rt1aqacj6kr54rvmb0kksu3c01v127/f1/hfile_0 into 0cd54d23ab58ade7d93d9b3c2a700280/f1 (new location: hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280/f1/448949eed63c43a5a7502fc953430247_SeqId_6_) 2024-11-08T19:16:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__8u0l3r9roadsg38r4lrf3t3903q7e3jl05rt1aqacj6kr54rvmb0kksu3c01v127/f1/hfile_0 2024-11-08T19:16:41,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__8u0l3r9roadsg38r4lrf3t3903q7e3jl05rt1aqacj6kr54rvmb0kksu3c01v127/f1/hfile_1 into 0cd54d23ab58ade7d93d9b3c2a700280/f1 as hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280/f1/012ea40667f5474daae3c6fb5392f087_SeqId_6_ - updating store file list. 2024-11-08T19:16:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 012ea40667f5474daae3c6fb5392f087_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T19:16:41,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280/f1/012ea40667f5474daae3c6fb5392f087_SeqId_6_ into 0cd54d23ab58ade7d93d9b3c2a700280/f1 2024-11-08T19:16:41,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__8u0l3r9roadsg38r4lrf3t3903q7e3jl05rt1aqacj6kr54rvmb0kksu3c01v127/f1/hfile_1 into 0cd54d23ab58ade7d93d9b3c2a700280/f1 (new location: hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280/f1/012ea40667f5474daae3c6fb5392f087_SeqId_6_) 2024-11-08T19:16:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/staging/jenkins__test__8u0l3r9roadsg38r4lrf3t3903q7e3jl05rt1aqacj6kr54rvmb0kksu3c01v127/f1/hfile_1 2024-11-08T19:16:41,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:16:41,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:16:41,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:41,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:16:41,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:16:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280., hostname=692b295ad45c,40347,1731093382816, seqNum=2 , the old value is region=test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280., hostname=692b295ad45c,40347,1731093382816, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=692b295ad45c:40347 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T19:16:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280., hostname=692b295ad45c,40347,1731093382816, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T19:16:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280., hostname=692b295ad45c,40347,1731093382816, seqNum=2 from cache 2024-11-08T19:16:41,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:16:41,808 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T19:16:41,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,40347,1731093382816, seqNum=-1] 2024-11-08T19:16:41,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:16:41,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:16:41,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280., hostname=692b295ad45c,40347,1731093382816, seqNum=2] 2024-11-08T19:16:41,909 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:40347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T19:16:42,192 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 687, reset compression=false 2024-11-08T19:16:42,197 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:16:42,197 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:16:42,197 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.shipper692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,40347,1731093382816 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:16:42,401 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:16:42,471 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:16:42,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:42,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:42,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:42,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:16:42,705 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:16:43,109 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:16:43,613 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:16:44,217 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:16:44,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T19:16:44,251 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T19:16:44,921 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:16:45,737 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:16:46,641 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:16:47,645 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:16:48,749 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:16:49,952 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:16:51,257 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:16:52,181 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:16:52,661 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:16:54,166 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:16:55,772 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:16:57,476 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:16:58,204 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:16:59,280 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:17:01,186 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:17:02,200 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.shipper692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,40347,1731093382816 got entry batch from reader: null 2024-11-08T19:17:03,190 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:17:05,293 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:17:06,560 INFO [master/692b295ad45c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T19:17:06,560 INFO [master/692b295ad45c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T19:17:07,498 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:17:09,805 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:17:11,395 INFO [master/692b295ad45c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T19:17:11,395 INFO [master/692b295ad45c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T19:17:12,209 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:17:14,714 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:17:17,318 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:17:17,607 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0cd54d23ab58ade7d93d9b3c2a700280, had cached 0 bytes from a total of 31376 2024-11-08T19:17:19,792 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e8fdfa4db97026f5652d18df2c7a44df, had cached 0 bytes from a total of 15585 2024-11-08T19:17:20,022 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:17:22,181 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:17:22,200 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.shipper692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,40347,1731093382816 got entry batch from reader: null 2024-11-08T19:17:22,841 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:17:25,761 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:17:28,204 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:17:28,375 DEBUG [master/692b295ad45c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:17:28,769 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:17:31,874 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:17:35,138 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:17:38,443 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:17:41,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:17:41,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:17:41,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:17:41,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:17:41,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:17:41,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:17:41,844 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:17:41,844 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=998104286, stopped=false 2024-11-08T19:17:41,844 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,33105,1731093388255 2024-11-08T19:17:41,848 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:17:41,892 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:17:41,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2054355562/running 2024-11-08T19:17:41,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562 2024-11-08T19:17:41,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2054355562/running 2024-11-08T19:17:41,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562 2024-11-08T19:17:41,892 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:17:41,892 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:17:41,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:17:41,893 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,35635,1731093388384' ***** 2024-11-08T19:17:41,893 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:17:41,893 INFO [RS:0;692b295ad45c:35635 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:17:41,893 INFO [RS:0;692b295ad45c:35635 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:17:41,893 INFO [RS:0;692b295ad45c:35635 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:17:41,893 INFO [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(3091): Received CLOSE for e8fdfa4db97026f5652d18df2c7a44df 2024-11-08T19:17:41,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Set watcher on znode that does not yet exist, /1-2054355562/running 2024-11-08T19:17:41,894 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:17:41,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Set watcher on znode that does not yet exist, /1-2054355562/running 2024-11-08T19:17:41,894 INFO [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,35635,1731093388384 2024-11-08T19:17:41,894 INFO [RS:0;692b295ad45c:35635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:17:41,894 INFO [RS:0;692b295ad45c:35635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:35635. 2024-11-08T19:17:41,894 DEBUG [RS:0;692b295ad45c:35635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:17:41,894 DEBUG [RS:0;692b295ad45c:35635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:17:41,894 INFO [RS:0;692b295ad45c:35635 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:17:41,895 INFO [RS:0;692b295ad45c:35635 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:17:41,895 INFO [RS:0;692b295ad45c:35635 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:17:41,895 INFO [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:17:41,895 INFO [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T19:17:41,895 DEBUG [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e8fdfa4db97026f5652d18df2c7a44df=test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df.} 2024-11-08T19:17:41,895 DEBUG [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8fdfa4db97026f5652d18df2c7a44df 2024-11-08T19:17:41,895 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:17:41,895 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:17:41,895 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:17:41,895 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:17:41,895 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:17:41,896 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T19:17:41,896 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8fdfa4db97026f5652d18df2c7a44df, disabling compactions & flushes 2024-11-08T19:17:41,896 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df. 2024-11-08T19:17:41,896 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df. 2024-11-08T19:17:41,896 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df. after waiting 0 ms 2024-11-08T19:17:41,896 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df. 2024-11-08T19:17:41,912 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/default/test/e8fdfa4db97026f5652d18df2c7a44df/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T19:17:41,922 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:17:41,922 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:17:41,922 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df. 2024-11-08T19:17:41,922 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8fdfa4db97026f5652d18df2c7a44df: Waiting for close lock at 1731093461896Running coprocessor pre-close hooks at 1731093461896Disabling compacts and flushes for region at 1731093461896Disabling writes for close at 1731093461896Writing region close event to WAL at 1731093461900 (+4 ms)Running coprocessor post-close hooks at 1731093461921 (+21 ms)Closed at 1731093461922 (+1 ms) 2024-11-08T19:17:41,922 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df. 2024-11-08T19:17:41,930 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/.tmp/info/ba702933df0746509be2e0eec4cbfc0a is 129, key is test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df./info:regioninfo/1731093394809/Put/seqid=0 2024-11-08T19:17:41,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741839_1015 (size=6421) 2024-11-08T19:17:41,986 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:17:42,095 DEBUG [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:17:42,200 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.shipper692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,40347,1731093382816 got entry batch from reader: null 2024-11-08T19:17:42,295 DEBUG [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:17:42,340 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/.tmp/info/ba702933df0746509be2e0eec4cbfc0a 2024-11-08T19:17:42,362 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/.tmp/ns/f8a9bb42d42c4773b4aa7551aa67400c is 43, key is default/ns:d/1731093391376/Put/seqid=0 2024-11-08T19:17:42,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741840_1016 (size=5153) 2024-11-08T19:17:42,495 DEBUG [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:17:42,615 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:17:42,615 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:17:42,696 DEBUG [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:17:42,766 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/.tmp/ns/f8a9bb42d42c4773b4aa7551aa67400c 2024-11-08T19:17:42,784 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/.tmp/rep_barrier/2550893aa60f4ac78f6ed282080ffa28 is 112, key is test,,1731093393622.e8fdfa4db97026f5652d18df2c7a44df./rep_barrier:seqnumDuringOpen/1731093394809/Put/seqid=0 2024-11-08T19:17:42,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741841_1017 (size=5518) 2024-11-08T19:17:42,896 INFO [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T19:17:42,896 DEBUG [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:17:42,896 DEBUG [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:17:43,096 DEBUG [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:17:43,188 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/.tmp/rep_barrier/2550893aa60f4ac78f6ed282080ffa28 2024-11-08T19:17:43,206 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/.tmp/table/6292de08e95b4316a7813844d4fb1966 is 40, key is test/table:state/1731093394819/Put/seqid=0 2024-11-08T19:17:43,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741842_1018 (size=5165) 2024-11-08T19:17:43,296 DEBUG [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:17:43,496 DEBUG [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:17:43,610 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/.tmp/table/6292de08e95b4316a7813844d4fb1966 2024-11-08T19:17:43,616 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/.tmp/info/ba702933df0746509be2e0eec4cbfc0a as hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/info/ba702933df0746509be2e0eec4cbfc0a 2024-11-08T19:17:43,621 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/info/ba702933df0746509be2e0eec4cbfc0a, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T19:17:43,622 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/.tmp/ns/f8a9bb42d42c4773b4aa7551aa67400c as hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/ns/f8a9bb42d42c4773b4aa7551aa67400c 2024-11-08T19:17:43,627 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/ns/f8a9bb42d42c4773b4aa7551aa67400c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T19:17:43,628 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/.tmp/rep_barrier/2550893aa60f4ac78f6ed282080ffa28 as hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/rep_barrier/2550893aa60f4ac78f6ed282080ffa28 2024-11-08T19:17:43,634 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/rep_barrier/2550893aa60f4ac78f6ed282080ffa28, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T19:17:43,634 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/.tmp/table/6292de08e95b4316a7813844d4fb1966 as hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/table/6292de08e95b4316a7813844d4fb1966 2024-11-08T19:17:43,639 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/table/6292de08e95b4316a7813844d4fb1966, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T19:17:43,640 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=11, compaction requested=false 2024-11-08T19:17:43,645 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T19:17:43,646 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:17:43,646 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:17:43,646 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:17:43,646 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093461895Running coprocessor pre-close hooks at 1731093461895Disabling compacts and flushes for region at 1731093461895Disabling writes for close at 1731093461895Obtaining lock to block concurrent updates at 1731093461896 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731093461896Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731093461896Flushing stores of hbase:meta,,1.1588230740 at 1731093461897 (+1 ms)Flushing 1588230740/info: creating writer at 1731093461897Flushing 1588230740/info: appending metadata at 1731093461929 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731093461929Flushing 1588230740/ns: creating writer at 1731093462346 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731093462361 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731093462361Flushing 1588230740/rep_barrier: creating writer at 1731093462771 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731093462783 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731093462783Flushing 1588230740/table: creating writer at 1731093463193 (+410 ms)Flushing 1588230740/table: appending metadata at 1731093463205 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731093463205Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69008d1: reopening flushed file at 1731093463615 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9b09d0: reopening flushed file at 1731093463621 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d22fd70: reopening flushed file at 1731093463627 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f31f091: reopening flushed file at 1731093463634 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=11, compaction requested=false at 1731093463640 (+6 ms)Writing region close event to WAL at 1731093463642 (+2 ms)Running coprocessor post-close hooks at 1731093463646 (+4 ms)Closed at 1731093463646 2024-11-08T19:17:43,646 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:17:43,697 INFO [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,35635,1731093388384; all regions closed. 2024-11-08T19:17:43,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741834_1010 (size=2717) 2024-11-08T19:17:43,699 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/WALs/692b295ad45c,35635,1731093388384/692b295ad45c%2C35635%2C1731093388384.meta.1731093391313.meta not finished, retry = 0 2024-11-08T19:17:43,802 DEBUG [RS:0;692b295ad45c:35635 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/oldWALs 2024-11-08T19:17:43,802 INFO [RS:0;692b295ad45c:35635 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C35635%2C1731093388384.meta:.meta(num 1731093391313) 2024-11-08T19:17:43,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741832_1008 (size=1028) 2024-11-08T19:17:43,804 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/WALs/692b295ad45c,35635,1731093388384/692b295ad45c%2C35635%2C1731093388384.1731093390749 not finished, retry = 0 2024-11-08T19:17:43,907 DEBUG [RS:0;692b295ad45c:35635 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/oldWALs 2024-11-08T19:17:43,907 INFO [RS:0;692b295ad45c:35635 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C35635%2C1731093388384:(num 1731093390749) 2024-11-08T19:17:43,907 DEBUG [RS:0;692b295ad45c:35635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:17:43,907 INFO [RS:0;692b295ad45c:35635 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:17:43,907 INFO [RS:0;692b295ad45c:35635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:17:43,907 INFO [RS:0;692b295ad45c:35635 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:17:43,907 INFO [RS:0;692b295ad45c:35635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:17:43,907 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:17:43,908 INFO [RS:0;692b295ad45c:35635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:35635. 2024-11-08T19:17:43,908 DEBUG [RS:0;692b295ad45c:35635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:17:43,908 DEBUG [RS:0;692b295ad45c:35635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:17:43,908 DEBUG [RS:0;692b295ad45c:35635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:17:43,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:17:43,908 INFO [RS:0;692b295ad45c:35635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35635 2024-11-08T19:17:43,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2054355562/rs/692b295ad45c,35635,1731093388384 2024-11-08T19:17:43,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562/rs 2024-11-08T19:17:43,986 INFO [RS:0;692b295ad45c:35635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:17:43,997 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,35635,1731093388384] 2024-11-08T19:17:44,007 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2054355562/draining/692b295ad45c,35635,1731093388384 already deleted, retry=false 2024-11-08T19:17:44,007 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,35635,1731093388384 expired; onlineServers=0 2024-11-08T19:17:44,007 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,33105,1731093388255' ***** 2024-11-08T19:17:44,007 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:17:44,007 INFO [M:0;692b295ad45c:33105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:17:44,008 INFO [M:0;692b295ad45c:33105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:17:44,008 DEBUG [M:0;692b295ad45c:33105 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:17:44,008 DEBUG [M:0;692b295ad45c:33105 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:17:44,008 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:17:44,008 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093390501 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093390501,5,FailOnTimeoutGroup] 2024-11-08T19:17:44,008 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093390501 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093390501,5,FailOnTimeoutGroup] 2024-11-08T19:17:44,008 INFO [M:0;692b295ad45c:33105 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:17:44,008 INFO [M:0;692b295ad45c:33105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:17:44,008 DEBUG [M:0;692b295ad45c:33105 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:17:44,008 INFO [M:0;692b295ad45c:33105 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:17:44,008 INFO [M:0;692b295ad45c:33105 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:17:44,008 INFO [M:0;692b295ad45c:33105 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:17:44,008 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:17:44,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2054355562/master 2024-11-08T19:17:44,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2054355562 2024-11-08T19:17:44,018 DEBUG [M:0;692b295ad45c:33105 {}] zookeeper.ZKUtil(347): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Unable to get data of znode /1-2054355562/master because node does not exist (not an error) 2024-11-08T19:17:44,018 WARN [M:0;692b295ad45c:33105 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:17:44,019 INFO [M:0;692b295ad45c:33105 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/.lastflushedseqids 2024-11-08T19:17:44,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741843_1019 (size=173) 2024-11-08T19:17:44,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:17:44,097 INFO [RS:0;692b295ad45c:35635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:17:44,097 INFO [RS:0;692b295ad45c:35635 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,35635,1731093388384; zookeeper connection closed. 2024-11-08T19:17:44,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35635-0x1011be0b9780004, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:17:44,097 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@156c4c21 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@156c4c21 2024-11-08T19:17:44,098 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:17:44,424 INFO [M:0;692b295ad45c:33105 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:17:44,424 INFO [M:0;692b295ad45c:33105 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:17:44,425 DEBUG [M:0;692b295ad45c:33105 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:17:44,425 INFO [M:0;692b295ad45c:33105 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:17:44,425 DEBUG [M:0;692b295ad45c:33105 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:17:44,425 DEBUG [M:0;692b295ad45c:33105 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:17:44,425 DEBUG [M:0;692b295ad45c:33105 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:17:44,425 INFO [M:0;692b295ad45c:33105 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-08T19:17:44,440 DEBUG [M:0;692b295ad45c:33105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73f1f6aa0c42465b87bda64aae585c6a is 82, key is hbase:meta,,1/info:regioninfo/1731093391355/Put/seqid=0 2024-11-08T19:17:44,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741844_1020 (size=5672) 2024-11-08T19:17:44,844 INFO [M:0;692b295ad45c:33105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73f1f6aa0c42465b87bda64aae585c6a 2024-11-08T19:17:44,862 DEBUG [M:0;692b295ad45c:33105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3347560a12ea4cd6868c1236496be2c7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731093394824/Put/seqid=0 2024-11-08T19:17:44,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741845_1021 (size=6727) 2024-11-08T19:17:45,266 INFO [M:0;692b295ad45c:33105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3347560a12ea4cd6868c1236496be2c7 2024-11-08T19:17:45,271 INFO [M:0;692b295ad45c:33105 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3347560a12ea4cd6868c1236496be2c7 2024-11-08T19:17:45,285 DEBUG [M:0;692b295ad45c:33105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70722b506636400690f809ac48877348 is 69, key is 692b295ad45c,35635,1731093388384/rs:state/1731093390550/Put/seqid=0 2024-11-08T19:17:45,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741846_1022 (size=5156) 2024-11-08T19:17:45,351 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 to pos 997, reset compression=false 2024-11-08T19:17:45,689 INFO [M:0;692b295ad45c:33105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70722b506636400690f809ac48877348 2024-11-08T19:17:45,696 DEBUG [M:0;692b295ad45c:33105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73f1f6aa0c42465b87bda64aae585c6a as hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/73f1f6aa0c42465b87bda64aae585c6a 2024-11-08T19:17:45,702 INFO [M:0;692b295ad45c:33105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/73f1f6aa0c42465b87bda64aae585c6a, entries=8, sequenceid=58, filesize=5.5 K 2024-11-08T19:17:45,703 DEBUG [M:0;692b295ad45c:33105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3347560a12ea4cd6868c1236496be2c7 as hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3347560a12ea4cd6868c1236496be2c7 2024-11-08T19:17:45,708 INFO [M:0;692b295ad45c:33105 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3347560a12ea4cd6868c1236496be2c7 2024-11-08T19:17:45,708 INFO [M:0;692b295ad45c:33105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3347560a12ea4cd6868c1236496be2c7, entries=6, sequenceid=58, filesize=6.6 K 2024-11-08T19:17:45,710 DEBUG [M:0;692b295ad45c:33105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70722b506636400690f809ac48877348 as hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70722b506636400690f809ac48877348 2024-11-08T19:17:45,715 INFO [M:0;692b295ad45c:33105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41163/user/jenkins/test-data/ce6b3321-56eb-676a-0573-848f84789900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70722b506636400690f809ac48877348, entries=1, sequenceid=58, filesize=5.0 K 2024-11-08T19:17:45,716 INFO [M:0;692b295ad45c:33105 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false 2024-11-08T19:17:45,717 INFO [M:0;692b295ad45c:33105 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:17:45,717 DEBUG [M:0;692b295ad45c:33105 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093464425Disabling compacts and flushes for region at 1731093464425Disabling writes for close at 1731093464425Obtaining lock to block concurrent updates at 1731093464425Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093464425Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731093464425Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093464426 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093464426Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093464439 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093464439Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093464849 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093464861 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093464861Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093465271 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093465284 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093465284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@459915e9: reopening flushed file at 1731093465695 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79bf0274: reopening flushed file at 1731093465702 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7659dfc3: reopening flushed file at 1731093465709 (+7 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false at 1731093465716 (+7 ms)Writing region close event to WAL at 1731093465717 (+1 ms)Closed at 1731093465717 2024-11-08T19:17:45,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36421 is added to blk_1073741830_1006 (size=33026) 2024-11-08T19:17:45,720 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:17:45,720 INFO [M:0;692b295ad45c:33105 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:17:45,720 INFO [M:0;692b295ad45c:33105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33105 2024-11-08T19:17:45,721 INFO [M:0;692b295ad45c:33105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:17:45,834 INFO [M:0;692b295ad45c:33105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:17:45,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:17:45,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x1011be0b9780003, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:17:45,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@544a43{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:17:45,837 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a94a44f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:17:45,837 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:17:45,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec0a4dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:17:45,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b5fdd44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/hadoop.log.dir/,STOPPED} 2024-11-08T19:17:45,839 WARN [BP-1199838594-172.17.0.2-1731093386520 heartbeating to localhost/127.0.0.1:41163 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:17:45,839 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:17:45,839 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:17:45,839 WARN [BP-1199838594-172.17.0.2-1731093386520 heartbeating to localhost/127.0.0.1:41163 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1199838594-172.17.0.2-1731093386520 (Datanode Uuid f6c26d1c-7a68-4d4f-81f1-140a4f19a44a) service to localhost/127.0.0.1:41163 2024-11-08T19:17:45,840 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/cluster_1b12bb62-f6d5-f802-98ed-d061d7c96558/data/data1/current/BP-1199838594-172.17.0.2-1731093386520 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:17:45,840 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/cluster_1b12bb62-f6d5-f802-98ed-d061d7c96558/data/data2/current/BP-1199838594-172.17.0.2-1731093386520 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:17:45,840 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:17:45,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46044bf5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:17:45,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69c6c225{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:17:45,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:17:45,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1265423a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:17:45,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fa00ef7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/hadoop.log.dir/,STOPPED} 2024-11-08T19:17:45,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:17:45,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:17:45,862 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:17:45,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:17:45,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:17:45,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:17:45,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:17:45,863 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:17:45,863 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=55731395, stopped=false 2024-11-08T19:17:45,863 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,43823,1731093382601 2024-11-08T19:17:45,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01018666030/running 2024-11-08T19:17:45,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01018666030/running 2024-11-08T19:17:45,881 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:17:45,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030 2024-11-08T19:17:45,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:17:45,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030 2024-11-08T19:17:45,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:17:45,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:17:45,882 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,40347,1731093382816' ***** 2024-11-08T19:17:45,882 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:17:45,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Set watcher on znode that does not yet exist, /01018666030/running 2024-11-08T19:17:45,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Set watcher on znode that does not yet exist, /01018666030/running 2024-11-08T19:17:45,882 INFO [RS:0;692b295ad45c:40347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:17:45,883 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:17:45,883 INFO [RS:0;692b295ad45c:40347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:17:45,883 INFO [RS:0;692b295ad45c:40347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:17:45,883 INFO [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(3091): Received CLOSE for 0cd54d23ab58ade7d93d9b3c2a700280 2024-11-08T19:17:45,884 INFO [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:17:45,884 INFO [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,40347,1731093382816 2024-11-08T19:17:45,884 INFO [RS:0;692b295ad45c:40347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:17:45,884 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0cd54d23ab58ade7d93d9b3c2a700280, disabling compactions & flushes 2024-11-08T19:17:45,884 INFO [RS:0;692b295ad45c:40347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:40347. 2024-11-08T19:17:45,884 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280. 2024-11-08T19:17:45,884 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280. 2024-11-08T19:17:45,884 DEBUG [RS:0;692b295ad45c:40347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:17:45,884 DEBUG [RS:0;692b295ad45c:40347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:17:45,884 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280. after waiting 0 ms 2024-11-08T19:17:45,884 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280. 2024-11-08T19:17:45,884 INFO [RS:0;692b295ad45c:40347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:17:45,884 INFO [RS:0;692b295ad45c:40347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:17:45,884 INFO [RS:0;692b295ad45c:40347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:17:45,884 INFO [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:17:45,884 INFO [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T19:17:45,884 DEBUG [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(1325): Online Regions={0cd54d23ab58ade7d93d9b3c2a700280=test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280., 1588230740=hbase:meta,,1.1588230740, 5ae1a4759d6e37461b0ecc393564da4b=hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b.} 2024-11-08T19:17:45,885 DEBUG [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(1351): Waiting on 0cd54d23ab58ade7d93d9b3c2a700280, 1588230740, 5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:17:45,885 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:17:45,885 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:17:45,885 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:17:45,885 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:17:45,885 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:17:45,885 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T19:17:45,888 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/default/test/0cd54d23ab58ade7d93d9b3c2a700280/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:17:45,888 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:17:45,888 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:17:45,889 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280. 2024-11-08T19:17:45,889 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0cd54d23ab58ade7d93d9b3c2a700280: Waiting for close lock at 1731093465884Running coprocessor pre-close hooks at 1731093465884Disabling compacts and flushes for region at 1731093465884Disabling writes for close at 1731093465884Writing region close event to WAL at 1731093465885 (+1 ms)Running coprocessor post-close hooks at 1731093465888 (+3 ms)Closed at 1731093465889 (+1 ms) 2024-11-08T19:17:45,889 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280. 2024-11-08T19:17:45,889 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ae1a4759d6e37461b0ecc393564da4b, disabling compactions & flushes 2024-11-08T19:17:45,889 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b. 2024-11-08T19:17:45,889 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b. 2024-11-08T19:17:45,889 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b. after waiting 0 ms 2024-11-08T19:17:45,889 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b. 2024-11-08T19:17:45,889 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5ae1a4759d6e37461b0ecc393564da4b 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-08T19:17:45,902 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/.tmp/info/03b4414c87b04879a6305146107dd041 is 147, key is hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b./info:regioninfo/1731093396989/Put/seqid=0 2024-11-08T19:17:45,914 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/replication/5ae1a4759d6e37461b0ecc393564da4b/.tmp/hfileref/a49c6799b99b42b6827a940a4708136f is 74, key is 1/hfileref:20fc53aab94148f6a212d1767eb0d6f7_SeqId_4_/1731093400429/DeleteColumn/seqid=0 2024-11-08T19:17:45,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741845_1021 (size=5203) 2024-11-08T19:17:45,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741844_1020 (size=7686) 2024-11-08T19:17:45,922 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/.tmp/info/03b4414c87b04879a6305146107dd041 2024-11-08T19:17:45,949 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/.tmp/ns/c7b40d59149948e598033deceee66841 is 43, key is default/ns:d/1731093386399/Put/seqid=0 2024-11-08T19:17:45,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741846_1022 (size=5153) 2024-11-08T19:17:45,955 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:17:46,085 DEBUG [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:17:46,227 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:17:46,227 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:17:46,285 DEBUG [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:17:46,322 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/replication/5ae1a4759d6e37461b0ecc393564da4b/.tmp/hfileref/a49c6799b99b42b6827a940a4708136f 2024-11-08T19:17:46,339 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/replication/5ae1a4759d6e37461b0ecc393564da4b/.tmp/queue/27ae749fb3f243ff8a17b2020755f770 is 153, key is 1-692b295ad45c,40347,1731093382816/queue:692b295ad45c%2C40347%2C1731093382816/1731093402198/Put/seqid=0 2024-11-08T19:17:46,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741847_1023 (size=5352) 2024-11-08T19:17:46,354 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/.tmp/ns/c7b40d59149948e598033deceee66841 2024-11-08T19:17:46,375 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/.tmp/rep_barrier/5ae4370873394d86b6b3e81423af4048 is 112, key is test,,1731093391457.0cd54d23ab58ade7d93d9b3c2a700280./rep_barrier:seqnumDuringOpen/1731093392629/Put/seqid=0 2024-11-08T19:17:46,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741848_1024 (size=5518) 2024-11-08T19:17:46,485 DEBUG [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:17:46,685 DEBUG [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ae1a4759d6e37461b0ecc393564da4b 2024-11-08T19:17:46,744 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/replication/5ae1a4759d6e37461b0ecc393564da4b/.tmp/queue/27ae749fb3f243ff8a17b2020755f770 2024-11-08T19:17:46,750 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/replication/5ae1a4759d6e37461b0ecc393564da4b/.tmp/hfileref/a49c6799b99b42b6827a940a4708136f as hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/replication/5ae1a4759d6e37461b0ecc393564da4b/hfileref/a49c6799b99b42b6827a940a4708136f 2024-11-08T19:17:46,755 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/replication/5ae1a4759d6e37461b0ecc393564da4b/hfileref/a49c6799b99b42b6827a940a4708136f, entries=2, sequenceid=10, filesize=5.1 K 2024-11-08T19:17:46,756 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/replication/5ae1a4759d6e37461b0ecc393564da4b/.tmp/queue/27ae749fb3f243ff8a17b2020755f770 as hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/replication/5ae1a4759d6e37461b0ecc393564da4b/queue/27ae749fb3f243ff8a17b2020755f770 2024-11-08T19:17:46,762 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/replication/5ae1a4759d6e37461b0ecc393564da4b/queue/27ae749fb3f243ff8a17b2020755f770, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T19:17:46,763 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 5ae1a4759d6e37461b0ecc393564da4b in 874ms, sequenceid=10, compaction requested=false 2024-11-08T19:17:46,767 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/replication/5ae1a4759d6e37461b0ecc393564da4b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T19:17:46,768 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:17:46,768 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:17:46,768 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b. 2024-11-08T19:17:46,768 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ae1a4759d6e37461b0ecc393564da4b: Waiting for close lock at 1731093465889Running coprocessor pre-close hooks at 1731093465889Disabling compacts and flushes for region at 1731093465889Disabling writes for close at 1731093465889Obtaining lock to block concurrent updates at 1731093465889Preparing flush snapshotting stores in 5ae1a4759d6e37461b0ecc393564da4b at 1731093465889Finished memstore snapshotting hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731093465889Flushing stores of hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b. at 1731093465890 (+1 ms)Flushing 5ae1a4759d6e37461b0ecc393564da4b/hfileref: creating writer at 1731093465890Flushing 5ae1a4759d6e37461b0ecc393564da4b/hfileref: appending metadata at 1731093465913 (+23 ms)Flushing 5ae1a4759d6e37461b0ecc393564da4b/hfileref: closing flushed file at 1731093465913Flushing 5ae1a4759d6e37461b0ecc393564da4b/queue: creating writer at 1731093466327 (+414 ms)Flushing 5ae1a4759d6e37461b0ecc393564da4b/queue: appending metadata at 1731093466339 (+12 ms)Flushing 5ae1a4759d6e37461b0ecc393564da4b/queue: closing flushed file at 1731093466339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3332cab3: reopening flushed file at 1731093466749 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41731af: reopening flushed file at 1731093466756 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 5ae1a4759d6e37461b0ecc393564da4b in 874ms, sequenceid=10, compaction requested=false at 1731093466763 (+7 ms)Writing region close event to WAL at 1731093466764 (+1 ms)Running coprocessor post-close hooks at 1731093466768 (+4 ms)Closed at 1731093466768 2024-11-08T19:17:46,768 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731093395798.5ae1a4759d6e37461b0ecc393564da4b. 2024-11-08T19:17:46,780 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/.tmp/rep_barrier/5ae4370873394d86b6b3e81423af4048 2024-11-08T19:17:46,802 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/.tmp/table/f6652d71d9e943168ac7a341327f9be7 is 53, key is hbase:replication/table:state/1731093396999/Put/seqid=0 2024-11-08T19:17:46,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741849_1025 (size=5308) 2024-11-08T19:17:46,885 INFO [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T19:17:46,885 DEBUG [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:17:46,885 DEBUG [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:17:46,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:46,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:46,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:46,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:46,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:47,086 DEBUG [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:17:47,206 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/.tmp/table/f6652d71d9e943168ac7a341327f9be7 2024-11-08T19:17:47,213 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/.tmp/info/03b4414c87b04879a6305146107dd041 as hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/info/03b4414c87b04879a6305146107dd041 2024-11-08T19:17:47,218 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/info/03b4414c87b04879a6305146107dd041, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T19:17:47,219 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/.tmp/ns/c7b40d59149948e598033deceee66841 as hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/ns/c7b40d59149948e598033deceee66841 2024-11-08T19:17:47,225 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/ns/c7b40d59149948e598033deceee66841, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T19:17:47,226 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/.tmp/rep_barrier/5ae4370873394d86b6b3e81423af4048 as hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/rep_barrier/5ae4370873394d86b6b3e81423af4048 2024-11-08T19:17:47,232 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/rep_barrier/5ae4370873394d86b6b3e81423af4048, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T19:17:47,233 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/.tmp/table/f6652d71d9e943168ac7a341327f9be7 as hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/table/f6652d71d9e943168ac7a341327f9be7 2024-11-08T19:17:47,239 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/table/f6652d71d9e943168ac7a341327f9be7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T19:17:47,240 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1355ms, sequenceid=16, compaction requested=false 2024-11-08T19:17:47,246 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T19:17:47,246 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:17:47,246 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:17:47,247 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:17:47,247 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093465885Running coprocessor pre-close hooks at 1731093465885Disabling compacts and flushes for region at 1731093465885Disabling writes for close at 1731093465885Obtaining lock to block concurrent updates at 1731093465885Preparing flush snapshotting stores in 1588230740 at 1731093465885Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731093465885Flushing stores of hbase:meta,,1.1588230740 at 1731093465886 (+1 ms)Flushing 1588230740/info: creating writer at 1731093465886Flushing 1588230740/info: appending metadata at 1731093465902 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731093465902Flushing 1588230740/ns: creating writer at 1731093465931 (+29 ms)Flushing 1588230740/ns: appending metadata at 1731093465949 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731093465949Flushing 1588230740/rep_barrier: creating writer at 1731093466358 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731093466374 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731093466374Flushing 1588230740/table: creating writer at 1731093466784 (+410 ms)Flushing 1588230740/table: appending metadata at 1731093466801 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731093466801Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e94b04e: reopening flushed file at 1731093467212 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53ea7e91: reopening flushed file at 1731093467218 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af3785f: reopening flushed file at 1731093467226 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6197c274: reopening flushed file at 1731093467232 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1355ms, sequenceid=16, compaction requested=false at 1731093467240 (+8 ms)Writing region close event to WAL at 1731093467242 (+2 ms)Running coprocessor post-close hooks at 1731093467246 (+4 ms)Closed at 1731093467247 (+1 ms) 2024-11-08T19:17:47,247 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:17:47,286 INFO [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,40347,1731093382816; all regions closed. 2024-11-08T19:17:47,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741834_1010 (size=4239) 2024-11-08T19:17:47,291 DEBUG [RS:0;692b295ad45c:40347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/oldWALs 2024-11-08T19:17:47,291 INFO [RS:0;692b295ad45c:40347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C40347%2C1731093382816.meta:.meta(num 1731093386312) 2024-11-08T19:17:47,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741839_1015 (size=2700) 2024-11-08T19:17:47,294 DEBUG [RS:0;692b295ad45c:40347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/oldWALs 2024-11-08T19:17:47,295 INFO [RS:0;692b295ad45c:40347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C40347%2C1731093382816.rep:(num 1731093396944) 2024-11-08T19:17:47,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741832_1008 (size=1300) 2024-11-08T19:17:47,297 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/WALs/692b295ad45c,40347,1731093382816/692b295ad45c%2C40347%2C1731093382816.1731093385286 not finished, retry = 0 2024-11-08T19:17:47,399 DEBUG [RS:0;692b295ad45c:40347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/oldWALs 2024-11-08T19:17:47,399 INFO [RS:0;692b295ad45c:40347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C40347%2C1731093382816:(num 1731093385286) 2024-11-08T19:17:47,399 DEBUG [RS:0;692b295ad45c:40347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:17:47,399 INFO [RS:0;692b295ad45c:40347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:17:47,400 INFO [RS:0;692b295ad45c:40347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:17:47,400 INFO [RS:0;692b295ad45c:40347 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:17:47,400 INFO [RS:0;692b295ad45c:40347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:17:47,400 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:17:47,400 INFO [RS:0;692b295ad45c:40347 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-692b295ad45c,40347,1731093382816 because: Region server is closing 2024-11-08T19:17:47,400 INFO [RS:0;692b295ad45c:40347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:40347. 2024-11-08T19:17:47,400 DEBUG [RS:0;692b295ad45c:40347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:17:47,400 DEBUG [RS:0;692b295ad45c:40347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:17:47,400 DEBUG [RS:0;692b295ad45c:40347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:17:47,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:17:47,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:17:47,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:47,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:47,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:47,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:47,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:47,501 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.shipper692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T19:17:47,501 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.wal-reader.692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T19:17:47,501 INFO [RS:0;692b295ad45c:40347 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40347,1731093382816.replicationSource.shipper692b295ad45c%2C40347%2C1731093382816,1-692b295ad45c,40347,1731093382816 terminated 2024-11-08T19:17:47,501 INFO [RS:0;692b295ad45c:40347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40347 2024-11-08T19:17:47,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030/rs 2024-11-08T19:17:47,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01018666030/rs/692b295ad45c,40347,1731093382816 2024-11-08T19:17:47,618 INFO [RS:0;692b295ad45c:40347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:17:47,618 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,40347,1731093382816] 2024-11-08T19:17:47,639 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01018666030/draining/692b295ad45c,40347,1731093382816 already deleted, retry=false 2024-11-08T19:17:47,639 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,40347,1731093382816 expired; onlineServers=0 2024-11-08T19:17:47,639 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,43823,1731093382601' ***** 2024-11-08T19:17:47,639 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:17:47,639 INFO [M:0;692b295ad45c:43823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:17:47,639 INFO [M:0;692b295ad45c:43823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:17:47,639 DEBUG [M:0;692b295ad45c:43823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:17:47,639 DEBUG [M:0;692b295ad45c:43823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:17:47,639 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:17:47,639 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093385051 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093385051,5,FailOnTimeoutGroup] 2024-11-08T19:17:47,639 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093385051 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093385051,5,FailOnTimeoutGroup] 2024-11-08T19:17:47,639 INFO [M:0;692b295ad45c:43823 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:17:47,639 INFO [M:0;692b295ad45c:43823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:17:47,639 DEBUG [M:0;692b295ad45c:43823 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:17:47,639 INFO [M:0;692b295ad45c:43823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:17:47,639 INFO [M:0;692b295ad45c:43823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:17:47,640 INFO [M:0;692b295ad45c:43823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:17:47,640 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:17:47,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01018666030/master 2024-11-08T19:17:47,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01018666030 2024-11-08T19:17:47,649 DEBUG [M:0;692b295ad45c:43823 {}] zookeeper.ZKUtil(347): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Unable to get data of znode /01018666030/master because node does not exist (not an error) 2024-11-08T19:17:47,649 WARN [M:0;692b295ad45c:43823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:17:47,650 INFO [M:0;692b295ad45c:43823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/.lastflushedseqids 2024-11-08T19:17:47,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741850_1026 (size=263) 2024-11-08T19:17:47,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:17:47,728 INFO [RS:0;692b295ad45c:40347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:17:47,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x1011be0b9780001, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:17:47,728 INFO [RS:0;692b295ad45c:40347 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,40347,1731093382816; zookeeper connection closed. 2024-11-08T19:17:47,729 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75000214 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75000214 2024-11-08T19:17:47,729 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:17:48,055 INFO [M:0;692b295ad45c:43823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:17:48,056 INFO [M:0;692b295ad45c:43823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:17:48,056 DEBUG [M:0;692b295ad45c:43823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:17:48,056 INFO [M:0;692b295ad45c:43823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:17:48,056 DEBUG [M:0;692b295ad45c:43823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:17:48,056 DEBUG [M:0;692b295ad45c:43823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:17:48,056 DEBUG [M:0;692b295ad45c:43823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:17:48,056 INFO [M:0;692b295ad45c:43823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-08T19:17:48,069 DEBUG [M:0;692b295ad45c:43823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/573caf2cca8940d0955816df69beb7bc is 82, key is hbase:meta,,1/info:regioninfo/1731093386349/Put/seqid=0 2024-11-08T19:17:48,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741851_1027 (size=5672) 2024-11-08T19:17:48,474 INFO [M:0;692b295ad45c:43823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/573caf2cca8940d0955816df69beb7bc 2024-11-08T19:17:48,490 DEBUG [M:0;692b295ad45c:43823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9dad2e6f5a4647ea8aa7f6aee7e90c49 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731093392648/Put/seqid=0 2024-11-08T19:17:48,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741852_1028 (size=7240) 2024-11-08T19:17:48,895 INFO [M:0;692b295ad45c:43823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9dad2e6f5a4647ea8aa7f6aee7e90c49 2024-11-08T19:17:48,899 INFO [M:0;692b295ad45c:43823 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9dad2e6f5a4647ea8aa7f6aee7e90c49 2024-11-08T19:17:48,911 DEBUG [M:0;692b295ad45c:43823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a38d04eb5a3c4f94aed2e375e06970a9 is 69, key is 692b295ad45c,40347,1731093382816/rs:state/1731093385103/Put/seqid=0 2024-11-08T19:17:48,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741853_1029 (size=5156) 2024-11-08T19:17:49,315 INFO [M:0;692b295ad45c:43823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a38d04eb5a3c4f94aed2e375e06970a9 2024-11-08T19:17:49,320 DEBUG [M:0;692b295ad45c:43823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/573caf2cca8940d0955816df69beb7bc as hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/573caf2cca8940d0955816df69beb7bc 2024-11-08T19:17:49,325 INFO [M:0;692b295ad45c:43823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/573caf2cca8940d0955816df69beb7bc, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T19:17:49,326 DEBUG [M:0;692b295ad45c:43823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9dad2e6f5a4647ea8aa7f6aee7e90c49 as hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9dad2e6f5a4647ea8aa7f6aee7e90c49 2024-11-08T19:17:49,329 INFO [M:0;692b295ad45c:43823 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9dad2e6f5a4647ea8aa7f6aee7e90c49 2024-11-08T19:17:49,330 INFO [M:0;692b295ad45c:43823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9dad2e6f5a4647ea8aa7f6aee7e90c49, entries=11, sequenceid=105, filesize=7.1 K 2024-11-08T19:17:49,330 DEBUG [M:0;692b295ad45c:43823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a38d04eb5a3c4f94aed2e375e06970a9 as hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a38d04eb5a3c4f94aed2e375e06970a9 2024-11-08T19:17:49,335 INFO [M:0;692b295ad45c:43823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33567/user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a38d04eb5a3c4f94aed2e375e06970a9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T19:17:49,336 INFO [M:0;692b295ad45c:43823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-11-08T19:17:49,337 INFO [M:0;692b295ad45c:43823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:17:49,337 DEBUG [M:0;692b295ad45c:43823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093468056Disabling compacts and flushes for region at 1731093468056Disabling writes for close at 1731093468056Obtaining lock to block concurrent updates at 1731093468056Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093468056Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731093468056Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093468057 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093468057Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093468069 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093468069Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093468478 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093468490 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093468490Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093468899 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093468911 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093468911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b05705e: reopening flushed file at 1731093469320 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30277c72: reopening flushed file at 1731093469325 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a33ea35: reopening flushed file at 1731093469330 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1731093469336 (+6 ms)Writing region close event to WAL at 1731093469337 (+1 ms)Closed at 1731093469337 2024-11-08T19:17:49,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741830_1006 (size=64526) 2024-11-08T19:17:49,342 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f47ff1ad-bd2c-b5e4-9321-43f7cc658baa/MasterData/WALs/692b295ad45c,43823,1731093382601/692b295ad45c%2C43823%2C1731093382601.1731093384656 not finished, retry = 0 2024-11-08T19:17:49,443 INFO [M:0;692b295ad45c:43823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:17:49,443 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:17:49,443 INFO [M:0;692b295ad45c:43823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43823 2024-11-08T19:17:49,443 INFO [M:0;692b295ad45c:43823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:17:49,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:17:49,665 INFO [M:0;692b295ad45c:43823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:17:49,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43823-0x1011be0b9780000, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:17:49,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63c1f200{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:17:49,668 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431721a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:17:49,668 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:17:49,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33ed998b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:17:49,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d14e803{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/hadoop.log.dir/,STOPPED} 2024-11-08T19:17:49,668 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:17:49,669 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:17:49,669 WARN [BP-14869151-172.17.0.2-1731093380585 heartbeating to localhost/127.0.0.1:33567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:17:49,669 WARN [BP-14869151-172.17.0.2-1731093380585 heartbeating to localhost/127.0.0.1:33567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-14869151-172.17.0.2-1731093380585 (Datanode Uuid a764f85b-b99b-4383-ae0f-234d74b7bd9c) service to localhost/127.0.0.1:33567 2024-11-08T19:17:49,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/cluster_7dfe705c-861e-8b3c-af13-a0010f8317a0/data/data1/current/BP-14869151-172.17.0.2-1731093380585 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:17:49,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/cluster_7dfe705c-861e-8b3c-af13-a0010f8317a0/data/data2/current/BP-14869151-172.17.0.2-1731093380585 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:17:49,670 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:17:49,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cd14d8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:17:49,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b6e2aba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:17:49,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:17:49,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e85a10c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:17:49,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@142c3e2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/84f81b75-b84f-bae1-cf1d-f4b77d407da5/hadoop.log.dir/,STOPPED} 2024-11-08T19:17:49,682 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:17:49,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:17:49,701 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 137) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49476) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41163 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f7970b8d358.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f7970b8d358.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:41163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33567 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49476) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=429 (was 415) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2245 (was 1690) - AvailableMemoryMB LEAK? - 2024-11-08T19:17:49,708 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=429, ProcessCount=11, AvailableMemoryMB=2245 2024-11-08T19:17:49,719 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-08T19:17:49,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/hadoop.log.dir so I do NOT create it in target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8 2024-11-08T19:17:49,719 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:17:49,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/hadoop.tmp.dir so I do NOT create it in target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8 2024-11-08T19:17:49,719 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bdc468b1-f33d-1389-90db-7a16dae19017/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:17:49,719 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8 2024-11-08T19:17:49,719 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/cluster_90644396-1ba3-647f-7646-f19fd84c227d, deleteOnExit=true 2024-11-08T19:17:49,739 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/cluster_90644396-1ba3-647f-7646-f19fd84c227d/zookeeper_0, clientPort=57251, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/cluster_90644396-1ba3-647f-7646-f19fd84c227d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/cluster_90644396-1ba3-647f-7646-f19fd84c227d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:17:49,739 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57251 2024-11-08T19:17:49,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:17:49,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:17:49,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/test.cache.data in system properties and HBase conf 2024-11-08T19:17:49,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:17:49,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:17:49,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:17:49,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:17:49,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:17:49,740 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:17:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:17:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:17:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:17:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:17:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:17:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:17:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:17:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:17:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:17:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:17:49,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:17:49,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:17:49,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:17:49,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:17:49,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011be0b9780002, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T19:17:49,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011be0b9780005, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T19:17:49,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011be0b9780002, quorum=127.0.0.1:49476, baseZNode=/01018666030 Received Disconnected from ZooKeeper, ignoring 2024-11-08T19:17:49,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011be0b9780005, quorum=127.0.0.1:49476, baseZNode=/1-2054355562 Received Disconnected from ZooKeeper, ignoring 2024-11-08T19:17:50,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:17:50,131 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:17:50,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:17:50,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:17:50,132 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:17:50,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:17:50,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d107e56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:17:50,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49d49565{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:17:50,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b35685e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/java.io.tmpdir/jetty-localhost-40655-hadoop-hdfs-3_4_1-tests_jar-_-any-462096317665099753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:17:50,231 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4135ef3b{HTTP/1.1, (http/1.1)}{localhost:40655} 2024-11-08T19:17:50,231 INFO [Time-limited test {}] server.Server(415): Started @144554ms 2024-11-08T19:17:50,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:17:50,479 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:17:50,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:17:50,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:17:50,480 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:17:50,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71a93434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:17:50,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24c1ce4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:17:50,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36738a66{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/java.io.tmpdir/jetty-localhost-33901-hadoop-hdfs-3_4_1-tests_jar-_-any-3899789964232838222/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:17:50,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c4d5fed{HTTP/1.1, (http/1.1)}{localhost:33901} 2024-11-08T19:17:50,576 INFO [Time-limited test {}] server.Server(415): Started @144899ms 2024-11-08T19:17:50,577 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:17:51,354 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/cluster_90644396-1ba3-647f-7646-f19fd84c227d/data/data2/current/BP-1891829940-172.17.0.2-1731093469757/current, will proceed with Du for space computation calculation, 2024-11-08T19:17:51,354 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/cluster_90644396-1ba3-647f-7646-f19fd84c227d/data/data1/current/BP-1891829940-172.17.0.2-1731093469757/current, will proceed with Du for space computation calculation, 2024-11-08T19:17:51,367 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:17:51,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b7661fe71d1d504 with lease ID 0xd69ea8e74d09f928: Processing first storage report for DS-05e62310-083d-4be1-a5cf-51c5ad3f42d2 from datanode DatanodeRegistration(127.0.0.1:40689, datanodeUuid=6802ec19-4a8a-4d25-a00f-1382e2c0f4ca, infoPort=38209, infoSecurePort=0, ipcPort=35239, storageInfo=lv=-57;cid=testClusterID;nsid=528925403;c=1731093469757) 2024-11-08T19:17:51,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b7661fe71d1d504 with lease ID 0xd69ea8e74d09f928: from storage DS-05e62310-083d-4be1-a5cf-51c5ad3f42d2 node DatanodeRegistration(127.0.0.1:40689, datanodeUuid=6802ec19-4a8a-4d25-a00f-1382e2c0f4ca, infoPort=38209, infoSecurePort=0, ipcPort=35239, storageInfo=lv=-57;cid=testClusterID;nsid=528925403;c=1731093469757), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:17:51,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b7661fe71d1d504 with lease ID 0xd69ea8e74d09f928: Processing first storage report for DS-129e6d55-d8f3-4dd4-9228-e509ebcf5adc from datanode DatanodeRegistration(127.0.0.1:40689, datanodeUuid=6802ec19-4a8a-4d25-a00f-1382e2c0f4ca, infoPort=38209, infoSecurePort=0, ipcPort=35239, storageInfo=lv=-57;cid=testClusterID;nsid=528925403;c=1731093469757) 2024-11-08T19:17:51,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b7661fe71d1d504 with lease ID 0xd69ea8e74d09f928: from storage DS-129e6d55-d8f3-4dd4-9228-e509ebcf5adc node DatanodeRegistration(127.0.0.1:40689, datanodeUuid=6802ec19-4a8a-4d25-a00f-1382e2c0f4ca, infoPort=38209, infoSecurePort=0, ipcPort=35239, storageInfo=lv=-57;cid=testClusterID;nsid=528925403;c=1731093469757), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:17:51,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8 2024-11-08T19:17:51,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:17:51,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:17:51,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:17:51,813 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834 with version=8 2024-11-08T19:17:51,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/hbase-staging 2024-11-08T19:17:51,815 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:17:51,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:17:51,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:17:51,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:17:51,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:17:51,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:17:51,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:17:51,816 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:17:51,816 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46837 2024-11-08T19:17:51,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46837 connecting to ZooKeeper ensemble=127.0.0.1:57251 2024-11-08T19:17:51,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468370x0, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:17:51,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46837-0x1011be215d50000 connected 2024-11-08T19:17:51,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:17:51,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:17:51,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on znode that does not yet exist, /01161352519/running 2024-11-08T19:17:51,999 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834, hbase.cluster.distributed=false 2024-11-08T19:17:52,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on znode that does not yet exist, /01161352519/acl 2024-11-08T19:17:52,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46837 2024-11-08T19:17:52,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46837 2024-11-08T19:17:52,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46837 2024-11-08T19:17:52,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46837 2024-11-08T19:17:52,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46837 2024-11-08T19:17:52,014 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:17:52,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:17:52,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:17:52,014 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:17:52,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:17:52,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:17:52,014 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:17:52,014 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:17:52,015 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35211 2024-11-08T19:17:52,016 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35211 connecting to ZooKeeper ensemble=127.0.0.1:57251 2024-11-08T19:17:52,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:17:52,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:17:52,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352110x0, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:17:52,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352110x0, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on znode that does not yet exist, /01161352519/running 2024-11-08T19:17:52,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35211-0x1011be215d50001 connected 2024-11-08T19:17:52,029 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:17:52,029 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:17:52,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on znode that does not yet exist, /01161352519/master 2024-11-08T19:17:52,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on znode that does not yet exist, /01161352519/acl 2024-11-08T19:17:52,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35211 2024-11-08T19:17:52,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35211 2024-11-08T19:17:52,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35211 2024-11-08T19:17:52,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35211 2024-11-08T19:17:52,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35211 2024-11-08T19:17:52,041 DEBUG [M:0;692b295ad45c:46837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:46837 2024-11-08T19:17:52,042 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01161352519/backup-masters/692b295ad45c,46837,1731093471815 2024-11-08T19:17:52,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519/backup-masters 2024-11-08T19:17:52,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519/backup-masters 2024-11-08T19:17:52,049 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on existing znode=/01161352519/backup-masters/692b295ad45c,46837,1731093471815 2024-11-08T19:17:52,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:17:52,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01161352519/master 2024-11-08T19:17:52,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:17:52,060 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on existing znode=/01161352519/master 2024-11-08T19:17:52,060 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01161352519/backup-masters/692b295ad45c,46837,1731093471815 from backup master directory 2024-11-08T19:17:52,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01161352519/backup-masters/692b295ad45c,46837,1731093471815 2024-11-08T19:17:52,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519/backup-masters 2024-11-08T19:17:52,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519/backup-masters 2024-11-08T19:17:52,070 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:17:52,070 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,46837,1731093471815 2024-11-08T19:17:52,076 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/hbase.id] with ID: eaac8391-e163-44da-a86d-d9159e5067f2 2024-11-08T19:17:52,076 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/.tmp/hbase.id 2024-11-08T19:17:52,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:17:52,086 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/.tmp/hbase.id]:[hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/hbase.id] 2024-11-08T19:17:52,097 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:17:52,098 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:17:52,099 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T19:17:52,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:17:52,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:17:52,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:17:52,518 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:17:52,518 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:17:52,518 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:17:52,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:17:52,748 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:17:52,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:52,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:52,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:52,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:52,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:52,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:52,925 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store 2024-11-08T19:17:52,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:17:53,332 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:17:53,332 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:17:53,332 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:17:53,332 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:17:53,332 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:17:53,332 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:17:53,332 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:17:53,332 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093473332Disabling compacts and flushes for region at 1731093473332Disabling writes for close at 1731093473332Writing region close event to WAL at 1731093473332Closed at 1731093473332 2024-11-08T19:17:53,333 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/.initializing 2024-11-08T19:17:53,333 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/WALs/692b295ad45c,46837,1731093471815 2024-11-08T19:17:53,334 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:17:53,335 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C46837%2C1731093471815, suffix=, logDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/WALs/692b295ad45c,46837,1731093471815, archiveDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/oldWALs, maxLogs=10 2024-11-08T19:17:53,348 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/WALs/692b295ad45c,46837,1731093471815/692b295ad45c%2C46837%2C1731093471815.1731093473336, exclude list is [], retry=0 2024-11-08T19:17:53,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40689,DS-05e62310-083d-4be1-a5cf-51c5ad3f42d2,DISK] 2024-11-08T19:17:53,352 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/WALs/692b295ad45c,46837,1731093471815/692b295ad45c%2C46837%2C1731093471815.1731093473336 2024-11-08T19:17:53,352 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38209:38209)] 2024-11-08T19:17:53,352 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:17:53,353 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:17:53,353 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:53,353 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:53,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:53,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:17:53,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:17:53,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:17:53,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:53,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:17:53,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:17:53,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:17:53,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:53,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:17:53,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:17:53,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:17:53,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:53,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:17:53,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:17:53,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:17:53,360 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:53,361 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:53,361 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:53,362 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:53,362 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:53,362 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:17:53,363 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:53,369 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:17:53,369 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72026072, jitterRate=0.07327210903167725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:17:53,370 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093473353Initializing all the Stores at 1731093473354 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093473354Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093473354Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093473354Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093473354Cleaning up temporary data from old regions at 1731093473362 (+8 ms)Region opened successfully at 1731093473369 (+7 ms) 2024-11-08T19:17:53,370 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:17:53,372 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0db516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:17:53,373 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:17:53,373 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:17:53,373 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:17:53,374 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:17:53,374 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:17:53,374 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:17:53,374 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:17:53,376 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:17:53,377 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Unable to get data of znode /01161352519/balancer because node does not exist (not necessarily an error) 2024-11-08T19:17:53,438 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01161352519/balancer already deleted, retry=false 2024-11-08T19:17:53,439 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:17:53,439 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Unable to get data of znode /01161352519/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:17:53,449 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01161352519/normalizer already deleted, retry=false 2024-11-08T19:17:53,449 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:17:53,450 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Unable to get data of znode /01161352519/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:17:53,459 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01161352519/switch/split already deleted, retry=false 2024-11-08T19:17:53,460 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Unable to get data of znode /01161352519/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:17:53,470 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01161352519/switch/merge already deleted, retry=false 2024-11-08T19:17:53,472 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Unable to get data of znode /01161352519/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:17:53,480 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01161352519/snapshot-cleanup already deleted, retry=false 2024-11-08T19:17:53,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01161352519/running 2024-11-08T19:17:53,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01161352519/running 2024-11-08T19:17:53,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:17:53,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:17:53,491 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,46837,1731093471815, sessionid=0x1011be215d50000, setting cluster-up flag (Was=false) 2024-11-08T19:17:53,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:17:53,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:17:53,543 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01161352519/flush-table-proc/acquired, /01161352519/flush-table-proc/reached, /01161352519/flush-table-proc/abort 2024-11-08T19:17:53,544 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,46837,1731093471815 2024-11-08T19:17:53,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:17:53,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:17:53,596 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01161352519/online-snapshot/acquired, /01161352519/online-snapshot/reached, /01161352519/online-snapshot/abort 2024-11-08T19:17:53,597 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,46837,1731093471815 2024-11-08T19:17:53,598 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:17:53,599 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:17:53,600 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:17:53,600 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:17:53,600 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,46837,1731093471815 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:17:53,601 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:17:53,601 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:17:53,601 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:17:53,601 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:17:53,601 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:17:53,601 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:17:53,602 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:17:53,602 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:17:53,608 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:17:53,608 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:17:53,608 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093503608 2024-11-08T19:17:53,608 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:17:53,608 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:17:53,608 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:17:53,608 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:17:53,608 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:17:53,608 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:17:53,609 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:53,609 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:17:53,609 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:17:53,609 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:17:53,609 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:17:53,609 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:17:53,609 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:17:53,609 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:17:53,609 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:17:53,611 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093473609,5,FailOnTimeoutGroup] 2024-11-08T19:17:53,611 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093473611,5,FailOnTimeoutGroup] 2024-11-08T19:17:53,612 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:53,612 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:17:53,612 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:53,612 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:53,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:17:53,634 INFO [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(746): ClusterId : eaac8391-e163-44da-a86d-d9159e5067f2 2024-11-08T19:17:53,634 DEBUG [RS:0;692b295ad45c:35211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:17:53,646 DEBUG [RS:0;692b295ad45c:35211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:17:53,646 DEBUG [RS:0;692b295ad45c:35211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:17:53,656 DEBUG [RS:0;692b295ad45c:35211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:17:53,657 DEBUG [RS:0;692b295ad45c:35211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a2177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:17:53,667 DEBUG [RS:0;692b295ad45c:35211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:35211 2024-11-08T19:17:53,667 INFO [RS:0;692b295ad45c:35211 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:17:53,667 INFO [RS:0;692b295ad45c:35211 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:17:53,667 DEBUG [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:17:53,668 INFO [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,46837,1731093471815 with port=35211, startcode=1731093472013 2024-11-08T19:17:53,668 DEBUG [RS:0;692b295ad45c:35211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:17:53,669 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:17:53,669 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46837 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,35211,1731093472013 2024-11-08T19:17:53,669 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46837 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,35211,1731093472013 2024-11-08T19:17:53,671 DEBUG [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834 2024-11-08T19:17:53,671 DEBUG [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39355 2024-11-08T19:17:53,671 DEBUG [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:17:53,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519/rs 2024-11-08T19:17:53,681 DEBUG [RS:0;692b295ad45c:35211 {}] zookeeper.ZKUtil(111): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on existing znode=/01161352519/rs/692b295ad45c,35211,1731093472013 2024-11-08T19:17:53,681 WARN [RS:0;692b295ad45c:35211 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:17:53,681 INFO [RS:0;692b295ad45c:35211 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:17:53,681 DEBUG [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013 2024-11-08T19:17:53,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,35211,1731093472013] 2024-11-08T19:17:53,684 INFO [RS:0;692b295ad45c:35211 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:17:53,686 INFO [RS:0;692b295ad45c:35211 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:17:53,687 INFO [RS:0;692b295ad45c:35211 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:17:53,687 INFO [RS:0;692b295ad45c:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:53,687 INFO [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:17:53,688 INFO [RS:0;692b295ad45c:35211 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:17:53,688 INFO [RS:0;692b295ad45c:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:53,688 DEBUG [RS:0;692b295ad45c:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:17:53,688 DEBUG [RS:0;692b295ad45c:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:17:53,688 DEBUG [RS:0;692b295ad45c:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:17:53,688 DEBUG [RS:0;692b295ad45c:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:17:53,688 DEBUG [RS:0;692b295ad45c:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:17:53,688 DEBUG [RS:0;692b295ad45c:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:17:53,688 DEBUG [RS:0;692b295ad45c:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:17:53,689 DEBUG [RS:0;692b295ad45c:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:17:53,689 DEBUG [RS:0;692b295ad45c:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:17:53,689 DEBUG [RS:0;692b295ad45c:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:17:53,689 DEBUG [RS:0;692b295ad45c:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:17:53,689 DEBUG [RS:0;692b295ad45c:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:17:53,689 DEBUG [RS:0;692b295ad45c:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:17:53,689 DEBUG [RS:0;692b295ad45c:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:17:53,689 INFO [RS:0;692b295ad45c:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:53,689 INFO [RS:0;692b295ad45c:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:53,689 INFO [RS:0;692b295ad45c:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:53,689 INFO [RS:0;692b295ad45c:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:53,689 INFO [RS:0;692b295ad45c:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:53,689 INFO [RS:0;692b295ad45c:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,35211,1731093472013-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:17:53,701 INFO [RS:0;692b295ad45c:35211 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:17:53,702 INFO [RS:0;692b295ad45c:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,35211,1731093472013-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:53,702 INFO [RS:0;692b295ad45c:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:53,702 INFO [RS:0;692b295ad45c:35211 {}] regionserver.Replication(171): 692b295ad45c,35211,1731093472013 started 2024-11-08T19:17:53,713 INFO [RS:0;692b295ad45c:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:53,713 INFO [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,35211,1731093472013, RpcServer on 692b295ad45c/172.17.0.2:35211, sessionid=0x1011be215d50001 2024-11-08T19:17:53,713 DEBUG [RS:0;692b295ad45c:35211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:17:53,713 DEBUG [RS:0;692b295ad45c:35211 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,35211,1731093472013 2024-11-08T19:17:53,713 DEBUG [RS:0;692b295ad45c:35211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,35211,1731093472013' 2024-11-08T19:17:53,713 DEBUG [RS:0;692b295ad45c:35211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01161352519/flush-table-proc/abort' 2024-11-08T19:17:53,714 DEBUG [RS:0;692b295ad45c:35211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01161352519/flush-table-proc/acquired' 2024-11-08T19:17:53,714 DEBUG [RS:0;692b295ad45c:35211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:17:53,714 DEBUG [RS:0;692b295ad45c:35211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:17:53,714 DEBUG [RS:0;692b295ad45c:35211 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,35211,1731093472013 2024-11-08T19:17:53,714 DEBUG [RS:0;692b295ad45c:35211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,35211,1731093472013' 2024-11-08T19:17:53,714 DEBUG [RS:0;692b295ad45c:35211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01161352519/online-snapshot/abort' 2024-11-08T19:17:53,715 DEBUG [RS:0;692b295ad45c:35211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01161352519/online-snapshot/acquired' 2024-11-08T19:17:53,715 DEBUG [RS:0;692b295ad45c:35211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:17:53,715 INFO [RS:0;692b295ad45c:35211 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:17:53,715 INFO [RS:0;692b295ad45c:35211 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:17:53,815 INFO [RS:0;692b295ad45c:35211 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:17:53,817 INFO [RS:0;692b295ad45c:35211 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C35211%2C1731093472013, suffix=, logDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013, archiveDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/oldWALs, maxLogs=10 2024-11-08T19:17:53,828 DEBUG [RS:0;692b295ad45c:35211 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013/692b295ad45c%2C35211%2C1731093472013.1731093473817, exclude list is [], retry=0 2024-11-08T19:17:53,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40689,DS-05e62310-083d-4be1-a5cf-51c5ad3f42d2,DISK] 2024-11-08T19:17:53,832 INFO [RS:0;692b295ad45c:35211 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013/692b295ad45c%2C35211%2C1731093472013.1731093473817 2024-11-08T19:17:53,832 DEBUG [RS:0;692b295ad45c:35211 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38209:38209)] 2024-11-08T19:17:54,018 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:17:54,018 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834 2024-11-08T19:17:54,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741833_1009 (size=32) 2024-11-08T19:17:54,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:17:54,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:17:54,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T19:17:54,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T19:17:54,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:17:54,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:17:54,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:17:54,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:17:54,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:17:54,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:17:54,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:17:54,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:17:54,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:17:54,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:17:54,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:17:54,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:17:54,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:17:54,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:17:54,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:17:54,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:17:54,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:17:54,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:17:54,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:17:54,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:17:54,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740 2024-11-08T19:17:54,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740 2024-11-08T19:17:54,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:17:54,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:17:54,435 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:17:54,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:17:54,440 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:17:54,440 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69835146, jitterRate=0.040624767541885376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:17:54,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093474424Initializing all the Stores at 1731093474425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093474425Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093474425Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093474425Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093474425Cleaning up temporary data from old regions at 1731093474434 (+9 ms)Region opened successfully at 1731093474441 (+7 ms) 2024-11-08T19:17:54,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:17:54,441 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:17:54,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:17:54,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:17:54,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:17:54,442 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:17:54,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093474441Disabling compacts and flushes for region at 1731093474441Disabling writes for close at 1731093474441Writing region close event to WAL at 1731093474442 (+1 ms)Closed at 1731093474442 2024-11-08T19:17:54,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:17:54,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:17:54,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:17:54,445 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:17:54,445 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:17:54,596 DEBUG [692b295ad45c:46837 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:17:54,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,35211,1731093472013 2024-11-08T19:17:54,597 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,35211,1731093472013, state=OPENING 2024-11-08T19:17:54,627 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:17:54,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:17:54,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:17:54,639 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:17:54,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01161352519/meta-region-server: CHANGED 2024-11-08T19:17:54,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01161352519/meta-region-server: CHANGED 2024-11-08T19:17:54,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,35211,1731093472013}] 2024-11-08T19:17:54,791 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:17:54,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:17:54,796 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:17:54,796 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:17:54,796 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:17:54,797 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C35211%2C1731093472013.meta, suffix=.meta, logDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013, archiveDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/oldWALs, maxLogs=10 2024-11-08T19:17:54,808 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013/692b295ad45c%2C35211%2C1731093472013.meta.1731093474798.meta, exclude list is [], retry=0 2024-11-08T19:17:54,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40689,DS-05e62310-083d-4be1-a5cf-51c5ad3f42d2,DISK] 2024-11-08T19:17:54,812 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013/692b295ad45c%2C35211%2C1731093472013.meta.1731093474798.meta 2024-11-08T19:17:54,812 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38209:38209)] 2024-11-08T19:17:54,812 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:17:54,813 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:17:54,813 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:17:54,813 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:17:54,813 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:17:54,813 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:17:54,813 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:17:54,813 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:17:54,813 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:17:54,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:17:54,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:17:54,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:17:54,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:17:54,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:17:54,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:17:54,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:17:54,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:17:54,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:17:54,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:17:54,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:17:54,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:17:54,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:17:54,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:17:54,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:17:54,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:17:54,818 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:17:54,819 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740 2024-11-08T19:17:54,819 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740 2024-11-08T19:17:54,820 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:17:54,820 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:17:54,821 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:17:54,822 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:17:54,822 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71277043, jitterRate=0.06211070716381073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:17:54,822 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:17:54,823 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093474813Writing region info on filesystem at 1731093474813Initializing all the Stores at 1731093474814 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093474814Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093474814Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093474814Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093474814Cleaning up temporary data from old regions at 1731093474820 (+6 ms)Running coprocessor post-open hooks at 1731093474822 (+2 ms)Region opened successfully at 1731093474823 (+1 ms) 2024-11-08T19:17:54,824 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093474791 2024-11-08T19:17:54,825 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:17:54,825 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:17:54,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,35211,1731093472013 2024-11-08T19:17:54,827 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,35211,1731093472013, state=OPEN 2024-11-08T19:17:54,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01161352519/meta-region-server 2024-11-08T19:17:54,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01161352519/meta-region-server 2024-11-08T19:17:54,904 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,35211,1731093472013 2024-11-08T19:17:54,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01161352519/meta-region-server: CHANGED 2024-11-08T19:17:54,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01161352519/meta-region-server: CHANGED 2024-11-08T19:17:54,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:17:54,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,35211,1731093472013 in 265 msec 2024-11-08T19:17:54,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:17:54,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-08T19:17:54,909 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:17:54,909 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:17:54,910 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:17:54,910 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,35211,1731093472013, seqNum=-1] 2024-11-08T19:17:54,911 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:17:54,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:17:54,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3170 sec 2024-11-08T19:17:54,918 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093474918, completionTime=-1 2024-11-08T19:17:54,918 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:17:54,918 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:17:54,920 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:17:54,920 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093534920 2024-11-08T19:17:54,920 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093594920 2024-11-08T19:17:54,920 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T19:17:54,921 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,46837,1731093471815-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:54,921 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,46837,1731093471815-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:54,921 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,46837,1731093471815-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:54,921 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:46837, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:54,921 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:54,921 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:54,923 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:17:54,926 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.856sec 2024-11-08T19:17:54,927 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:17:54,927 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:17:54,927 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:17:54,927 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:17:54,927 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:17:54,927 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,46837,1731093471815-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:17:54,927 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,46837,1731093471815-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:17:54,931 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:17:54,931 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:17:54,931 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,46837,1731093471815-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:54,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af5c23f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:17:54,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,46837,-1 for getting cluster id 2024-11-08T19:17:54,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:17:54,937 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaac8391-e163-44da-a86d-d9159e5067f2' 2024-11-08T19:17:54,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:17:54,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaac8391-e163-44da-a86d-d9159e5067f2" 2024-11-08T19:17:54,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36cab093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:17:54,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,46837,-1] 2024-11-08T19:17:54,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:17:54,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:17:54,939 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:17:54,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a345c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:17:54,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:17:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,35211,1731093472013, seqNum=-1] 2024-11-08T19:17:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:17:54,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:17:54,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,46837,1731093471815 2024-11-08T19:17:54,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57251 2024-11-08T19:17:54,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:17:54,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011be215d50002 connected 2024-11-08T19:17:54,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/hadoop.log.dir so I do NOT create it in target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f 2024-11-08T19:17:54,977 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:17:54,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/hadoop.tmp.dir so I do NOT create it in target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f 2024-11-08T19:17:54,977 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:17:54,977 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f 2024-11-08T19:17:54,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:17:54,977 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/cluster_96f12797-8d05-e42d-e746-5d49c68f9ede, deleteOnExit=true 2024-11-08T19:17:54,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:17:54,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/test.cache.data in system properties and HBase conf 2024-11-08T19:17:54,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:17:54,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:17:54,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:17:54,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:17:54,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:17:54,978 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:17:54,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:17:54,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:17:54,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:17:54,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:17:54,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:17:54,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:17:54,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:17:54,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:17:54,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:17:54,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:17:54,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:17:54,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:17:54,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:17:54,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:17:55,451 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:17:55,455 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:17:55,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:17:55,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:17:55,458 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:17:55,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:17:55,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bec01ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:17:55,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@309b17f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:17:55,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a60598f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/java.io.tmpdir/jetty-localhost-41019-hadoop-hdfs-3_4_1-tests_jar-_-any-9192217873652889118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:17:55,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@564f2692{HTTP/1.1, (http/1.1)}{localhost:41019} 2024-11-08T19:17:55,555 INFO [Time-limited test {}] server.Server(415): Started @149879ms 2024-11-08T19:17:56,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:17:56,194 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:17:56,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:17:56,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:17:56,194 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:17:56,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a434f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:17:56,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@663596e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:17:56,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f753081{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/java.io.tmpdir/jetty-localhost-39277-hadoop-hdfs-3_4_1-tests_jar-_-any-6375376698984060289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:17:56,298 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@644bcd9a{HTTP/1.1, (http/1.1)}{localhost:39277} 2024-11-08T19:17:56,299 INFO [Time-limited test {}] server.Server(415): Started @150622ms 2024-11-08T19:17:56,300 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:17:57,279 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/cluster_96f12797-8d05-e42d-e746-5d49c68f9ede/data/data1/current/BP-648197593-172.17.0.2-1731093474992/current, will proceed with Du for space computation calculation, 2024-11-08T19:17:57,279 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/cluster_96f12797-8d05-e42d-e746-5d49c68f9ede/data/data2/current/BP-648197593-172.17.0.2-1731093474992/current, will proceed with Du for space computation calculation, 2024-11-08T19:17:57,296 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:17:57,299 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26ca59a3c8e475ec with lease ID 0x7ffc13a6f927eda2: Processing first storage report for DS-47a9a807-cdb5-4571-b657-a7f1f3c2ea85 from datanode DatanodeRegistration(127.0.0.1:35175, datanodeUuid=a428466e-6e88-457c-a235-8193aee8b0d6, infoPort=33341, infoSecurePort=0, ipcPort=38159, storageInfo=lv=-57;cid=testClusterID;nsid=221908598;c=1731093474992) 2024-11-08T19:17:57,299 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26ca59a3c8e475ec with lease ID 0x7ffc13a6f927eda2: from storage DS-47a9a807-cdb5-4571-b657-a7f1f3c2ea85 node DatanodeRegistration(127.0.0.1:35175, datanodeUuid=a428466e-6e88-457c-a235-8193aee8b0d6, infoPort=33341, infoSecurePort=0, ipcPort=38159, storageInfo=lv=-57;cid=testClusterID;nsid=221908598;c=1731093474992), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T19:17:57,299 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26ca59a3c8e475ec with lease ID 0x7ffc13a6f927eda2: Processing first storage report for DS-6a81e32e-6391-4643-83af-f128852be212 from datanode DatanodeRegistration(127.0.0.1:35175, datanodeUuid=a428466e-6e88-457c-a235-8193aee8b0d6, infoPort=33341, infoSecurePort=0, ipcPort=38159, storageInfo=lv=-57;cid=testClusterID;nsid=221908598;c=1731093474992) 2024-11-08T19:17:57,299 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26ca59a3c8e475ec with lease ID 0x7ffc13a6f927eda2: from storage DS-6a81e32e-6391-4643-83af-f128852be212 node DatanodeRegistration(127.0.0.1:35175, datanodeUuid=a428466e-6e88-457c-a235-8193aee8b0d6, infoPort=33341, infoSecurePort=0, ipcPort=38159, storageInfo=lv=-57;cid=testClusterID;nsid=221908598;c=1731093474992), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:17:57,352 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f 2024-11-08T19:17:57,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:17:57,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:17:57,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:17:57,760 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14 with version=8 2024-11-08T19:17:57,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/hbase-staging 2024-11-08T19:17:57,762 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:17:57,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:17:57,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:17:57,762 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:17:57,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:17:57,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:17:57,763 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:17:57,763 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:17:57,763 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34253 2024-11-08T19:17:57,764 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34253 connecting to ZooKeeper ensemble=127.0.0.1:57251 2024-11-08T19:17:57,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342530x0, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:17:57,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34253-0x1011be215d50003 connected 2024-11-08T19:17:57,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:17:57,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:17:57,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Set watcher on znode that does not yet exist, /1197346573/running 2024-11-08T19:17:57,894 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14, hbase.cluster.distributed=false 2024-11-08T19:17:57,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Set watcher on znode that does not yet exist, /1197346573/acl 2024-11-08T19:17:57,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34253 2024-11-08T19:17:57,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34253 2024-11-08T19:17:57,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34253 2024-11-08T19:17:57,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34253 2024-11-08T19:17:57,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34253 2024-11-08T19:17:57,909 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:17:57,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:17:57,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:17:57,909 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:17:57,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:17:57,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:17:57,909 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:17:57,909 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:17:57,910 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34407 2024-11-08T19:17:57,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34407 connecting to ZooKeeper ensemble=127.0.0.1:57251 2024-11-08T19:17:57,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:17:57,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:17:57,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344070x0, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:17:57,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344070x0, quorum=127.0.0.1:57251, baseZNode=/1197346573 Set watcher on znode that does not yet exist, /1197346573/running 2024-11-08T19:17:57,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34407-0x1011be215d50004 connected 2024-11-08T19:17:57,923 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:17:57,923 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:17:57,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Set watcher on znode that does not yet exist, /1197346573/master 2024-11-08T19:17:57,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Set watcher on znode that does not yet exist, /1197346573/acl 2024-11-08T19:17:57,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34407 2024-11-08T19:17:57,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34407 2024-11-08T19:17:57,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34407 2024-11-08T19:17:57,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34407 2024-11-08T19:17:57,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34407 2024-11-08T19:17:57,940 DEBUG [M:0;692b295ad45c:34253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:34253 2024-11-08T19:17:57,940 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1197346573/backup-masters/692b295ad45c,34253,1731093477762 2024-11-08T19:17:57,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573/backup-masters 2024-11-08T19:17:57,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573/backup-masters 2024-11-08T19:17:57,951 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Set watcher on existing znode=/1197346573/backup-masters/692b295ad45c,34253,1731093477762 2024-11-08T19:17:57,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1197346573/master 2024-11-08T19:17:57,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573 2024-11-08T19:17:57,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573 2024-11-08T19:17:57,961 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Set watcher on existing znode=/1197346573/master 2024-11-08T19:17:57,961 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1197346573/backup-masters/692b295ad45c,34253,1731093477762 from backup master directory 2024-11-08T19:17:57,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1197346573/backup-masters/692b295ad45c,34253,1731093477762 2024-11-08T19:17:57,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573/backup-masters 2024-11-08T19:17:57,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573/backup-masters 2024-11-08T19:17:57,971 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:17:57,971 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,34253,1731093477762 2024-11-08T19:17:57,975 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/hbase.id] with ID: 3a5e3537-3c23-4bbe-8e81-85d43ff33931 2024-11-08T19:17:57,975 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/.tmp/hbase.id 2024-11-08T19:17:57,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:17:58,379 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/.tmp/hbase.id]:[hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/hbase.id] 2024-11-08T19:17:58,389 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:17:58,389 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:17:58,390 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T19:17:58,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573 2024-11-08T19:17:58,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573 2024-11-08T19:17:58,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:17:58,885 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:17:58,886 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:17:58,886 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:17:58,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:17:59,293 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store 2024-11-08T19:17:59,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:17:59,699 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:17:59,699 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:17:59,699 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:17:59,699 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:17:59,699 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:17:59,699 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:17:59,699 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:17:59,699 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093479699Disabling compacts and flushes for region at 1731093479699Disabling writes for close at 1731093479699Writing region close event to WAL at 1731093479699Closed at 1731093479699 2024-11-08T19:17:59,700 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/.initializing 2024-11-08T19:17:59,700 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/WALs/692b295ad45c,34253,1731093477762 2024-11-08T19:17:59,701 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:17:59,702 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C34253%2C1731093477762, suffix=, logDir=hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/WALs/692b295ad45c,34253,1731093477762, archiveDir=hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/oldWALs, maxLogs=10 2024-11-08T19:17:59,714 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/WALs/692b295ad45c,34253,1731093477762/692b295ad45c%2C34253%2C1731093477762.1731093479702, exclude list is [], retry=0 2024-11-08T19:17:59,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35175,DS-47a9a807-cdb5-4571-b657-a7f1f3c2ea85,DISK] 2024-11-08T19:17:59,717 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/WALs/692b295ad45c,34253,1731093477762/692b295ad45c%2C34253%2C1731093477762.1731093479702 2024-11-08T19:17:59,718 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33341:33341)] 2024-11-08T19:17:59,718 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:17:59,718 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:17:59,718 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:59,718 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:59,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:59,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:17:59,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:17:59,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:17:59,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:59,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:17:59,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:17:59,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:17:59,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:59,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:17:59,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:17:59,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:17:59,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:59,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:17:59,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:17:59,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:17:59,724 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:59,725 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:59,725 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:59,726 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:59,726 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:59,727 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:17:59,728 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:17:59,729 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:17:59,730 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64717696, jitterRate=-0.03563117980957031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:17:59,730 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093479718Initializing all the Stores at 1731093479719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093479719Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093479719Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093479719Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093479719Cleaning up temporary data from old regions at 1731093479726 (+7 ms)Region opened successfully at 1731093479730 (+4 ms) 2024-11-08T19:17:59,730 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:17:59,732 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22bb5f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:17:59,733 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:17:59,733 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:17:59,733 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:17:59,734 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:17:59,734 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:17:59,734 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:17:59,734 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:17:59,736 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:17:59,736 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Unable to get data of znode /1197346573/balancer because node does not exist (not necessarily an error) 2024-11-08T19:17:59,754 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:17:59,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:59,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:59,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:59,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:59,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:59,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:17:59,804 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:17:59,806 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1197346573/balancer already deleted, retry=false 2024-11-08T19:17:59,807 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:17:59,807 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Unable to get data of znode /1197346573/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:17:59,817 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1197346573/normalizer already deleted, retry=false 2024-11-08T19:17:59,817 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:17:59,818 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Unable to get data of znode /1197346573/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:17:59,827 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1197346573/switch/split already deleted, retry=false 2024-11-08T19:17:59,828 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Unable to get data of znode /1197346573/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:17:59,838 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1197346573/switch/merge already deleted, retry=false 2024-11-08T19:17:59,839 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Unable to get data of znode /1197346573/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:17:59,848 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1197346573/snapshot-cleanup already deleted, retry=false 2024-11-08T19:17:59,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1197346573/running 2024-11-08T19:17:59,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1197346573/running 2024-11-08T19:17:59,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573 2024-11-08T19:17:59,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573 2024-11-08T19:17:59,859 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,34253,1731093477762, sessionid=0x1011be215d50003, setting cluster-up flag (Was=false) 2024-11-08T19:17:59,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573 2024-11-08T19:17:59,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573 2024-11-08T19:17:59,911 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1197346573/flush-table-proc/acquired, /1197346573/flush-table-proc/reached, /1197346573/flush-table-proc/abort 2024-11-08T19:17:59,912 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,34253,1731093477762 2024-11-08T19:17:59,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573 2024-11-08T19:17:59,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573 2024-11-08T19:17:59,964 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1197346573/online-snapshot/acquired, /1197346573/online-snapshot/reached, /1197346573/online-snapshot/abort 2024-11-08T19:17:59,965 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,34253,1731093477762 2024-11-08T19:17:59,966 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:17:59,967 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:17:59,967 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:17:59,967 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:17:59,968 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,34253,1731093477762 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:17:59,969 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:17:59,969 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:17:59,969 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:17:59,969 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:17:59,969 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:17:59,969 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:17:59,969 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:17:59,969 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:17:59,970 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093509970 2024-11-08T19:17:59,970 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:17:59,970 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:17:59,970 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:17:59,970 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:17:59,970 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:17:59,970 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:17:59,970 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:59,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:17:59,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:17:59,970 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:17:59,970 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:17:59,970 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:17:59,970 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:17:59,971 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:17:59,971 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:17:59,971 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093479971,5,FailOnTimeoutGroup] 2024-11-08T19:17:59,971 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093479971,5,FailOnTimeoutGroup] 2024-11-08T19:17:59,971 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:59,971 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:17:59,971 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:17:59,971 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:59,971 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:17:59,971 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:17:59,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:18:00,033 INFO [RS:0;692b295ad45c:34407 {}] regionserver.HRegionServer(746): ClusterId : 3a5e3537-3c23-4bbe-8e81-85d43ff33931 2024-11-08T19:18:00,033 DEBUG [RS:0;692b295ad45c:34407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:18:00,046 DEBUG [RS:0;692b295ad45c:34407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:18:00,046 DEBUG [RS:0;692b295ad45c:34407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:18:00,056 DEBUG [RS:0;692b295ad45c:34407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:18:00,056 DEBUG [RS:0;692b295ad45c:34407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb1e1d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:18:00,067 DEBUG [RS:0;692b295ad45c:34407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:34407 2024-11-08T19:18:00,067 INFO [RS:0;692b295ad45c:34407 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:18:00,067 INFO [RS:0;692b295ad45c:34407 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:18:00,067 DEBUG [RS:0;692b295ad45c:34407 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:18:00,067 INFO [RS:0;692b295ad45c:34407 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,34253,1731093477762 with port=34407, startcode=1731093477909 2024-11-08T19:18:00,068 DEBUG [RS:0;692b295ad45c:34407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:18:00,069 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:18:00,069 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,34407,1731093477909 2024-11-08T19:18:00,069 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34253 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,34407,1731093477909 2024-11-08T19:18:00,070 DEBUG [RS:0;692b295ad45c:34407 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14 2024-11-08T19:18:00,070 DEBUG [RS:0;692b295ad45c:34407 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42445 2024-11-08T19:18:00,070 DEBUG [RS:0;692b295ad45c:34407 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:18:00,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573/rs 2024-11-08T19:18:00,080 DEBUG [RS:0;692b295ad45c:34407 {}] zookeeper.ZKUtil(111): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Set watcher on existing znode=/1197346573/rs/692b295ad45c,34407,1731093477909 2024-11-08T19:18:00,080 WARN [RS:0;692b295ad45c:34407 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:18:00,080 INFO [RS:0;692b295ad45c:34407 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:00,080 DEBUG [RS:0;692b295ad45c:34407 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/WALs/692b295ad45c,34407,1731093477909 2024-11-08T19:18:00,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,34407,1731093477909] 2024-11-08T19:18:00,083 INFO [RS:0;692b295ad45c:34407 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:18:00,085 INFO [RS:0;692b295ad45c:34407 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:18:00,085 INFO [RS:0;692b295ad45c:34407 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:18:00,085 INFO [RS:0;692b295ad45c:34407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:00,085 INFO [RS:0;692b295ad45c:34407 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:18:00,086 INFO [RS:0;692b295ad45c:34407 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:18:00,086 INFO [RS:0;692b295ad45c:34407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:00,086 DEBUG [RS:0;692b295ad45c:34407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:00,086 DEBUG [RS:0;692b295ad45c:34407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:00,086 DEBUG [RS:0;692b295ad45c:34407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:00,086 DEBUG [RS:0;692b295ad45c:34407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:00,086 DEBUG [RS:0;692b295ad45c:34407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:00,086 DEBUG [RS:0;692b295ad45c:34407 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:18:00,086 DEBUG [RS:0;692b295ad45c:34407 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:00,086 DEBUG [RS:0;692b295ad45c:34407 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:00,086 DEBUG [RS:0;692b295ad45c:34407 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:00,086 DEBUG [RS:0;692b295ad45c:34407 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:00,086 DEBUG [RS:0;692b295ad45c:34407 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:00,086 DEBUG [RS:0;692b295ad45c:34407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:00,086 DEBUG [RS:0;692b295ad45c:34407 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:18:00,086 DEBUG [RS:0;692b295ad45c:34407 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:18:00,087 INFO [RS:0;692b295ad45c:34407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:00,087 INFO [RS:0;692b295ad45c:34407 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:00,087 INFO [RS:0;692b295ad45c:34407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:00,087 INFO [RS:0;692b295ad45c:34407 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:00,087 INFO [RS:0;692b295ad45c:34407 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:00,087 INFO [RS:0;692b295ad45c:34407 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34407,1731093477909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:18:00,099 INFO [RS:0;692b295ad45c:34407 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:18:00,099 INFO [RS:0;692b295ad45c:34407 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34407,1731093477909-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:00,099 INFO [RS:0;692b295ad45c:34407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:00,099 INFO [RS:0;692b295ad45c:34407 {}] regionserver.Replication(171): 692b295ad45c,34407,1731093477909 started 2024-11-08T19:18:00,111 INFO [RS:0;692b295ad45c:34407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:00,111 INFO [RS:0;692b295ad45c:34407 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,34407,1731093477909, RpcServer on 692b295ad45c/172.17.0.2:34407, sessionid=0x1011be215d50004 2024-11-08T19:18:00,111 DEBUG [RS:0;692b295ad45c:34407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:18:00,111 DEBUG [RS:0;692b295ad45c:34407 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,34407,1731093477909 2024-11-08T19:18:00,111 DEBUG [RS:0;692b295ad45c:34407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,34407,1731093477909' 2024-11-08T19:18:00,111 DEBUG [RS:0;692b295ad45c:34407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1197346573/flush-table-proc/abort' 2024-11-08T19:18:00,112 DEBUG [RS:0;692b295ad45c:34407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1197346573/flush-table-proc/acquired' 2024-11-08T19:18:00,112 DEBUG [RS:0;692b295ad45c:34407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:18:00,112 DEBUG [RS:0;692b295ad45c:34407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:18:00,112 DEBUG [RS:0;692b295ad45c:34407 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,34407,1731093477909 2024-11-08T19:18:00,112 DEBUG [RS:0;692b295ad45c:34407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,34407,1731093477909' 2024-11-08T19:18:00,112 DEBUG [RS:0;692b295ad45c:34407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1197346573/online-snapshot/abort' 2024-11-08T19:18:00,113 DEBUG [RS:0;692b295ad45c:34407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1197346573/online-snapshot/acquired' 2024-11-08T19:18:00,113 DEBUG [RS:0;692b295ad45c:34407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:18:00,113 INFO [RS:0;692b295ad45c:34407 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:18:00,113 INFO [RS:0;692b295ad45c:34407 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:18:00,213 INFO [RS:0;692b295ad45c:34407 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:18:00,215 INFO [RS:0;692b295ad45c:34407 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C34407%2C1731093477909, suffix=, logDir=hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/WALs/692b295ad45c,34407,1731093477909, archiveDir=hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/oldWALs, maxLogs=10 2024-11-08T19:18:00,233 DEBUG [RS:0;692b295ad45c:34407 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/WALs/692b295ad45c,34407,1731093477909/692b295ad45c%2C34407%2C1731093477909.1731093480215, exclude list is [], retry=0 2024-11-08T19:18:00,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35175,DS-47a9a807-cdb5-4571-b657-a7f1f3c2ea85,DISK] 2024-11-08T19:18:00,238 INFO [RS:0;692b295ad45c:34407 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/WALs/692b295ad45c,34407,1731093477909/692b295ad45c%2C34407%2C1731093477909.1731093480215 2024-11-08T19:18:00,238 DEBUG [RS:0;692b295ad45c:34407 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33341:33341)] 2024-11-08T19:18:00,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:18:00,377 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14 2024-11-08T19:18:00,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741833_1009 (size=32) 2024-11-08T19:18:00,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:00,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:18:00,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:18:00,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:00,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:00,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:18:00,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:18:00,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:00,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:00,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:18:00,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:18:00,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:00,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:00,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:18:00,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:18:00,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:00,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:00,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:18:00,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/data/hbase/meta/1588230740 2024-11-08T19:18:00,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/data/hbase/meta/1588230740 2024-11-08T19:18:00,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:18:00,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:18:00,792 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:18:00,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:18:00,795 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:18:00,795 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61912347, jitterRate=-0.07743413746356964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:18:00,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093480782Initializing all the Stores at 1731093480783 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093480783Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093480783Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093480783Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093480783Cleaning up temporary data from old regions at 1731093480791 (+8 ms)Region opened successfully at 1731093480795 (+4 ms) 2024-11-08T19:18:00,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:18:00,795 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:18:00,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:18:00,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:18:00,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:18:00,796 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:18:00,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093480795Disabling compacts and flushes for region at 1731093480795Disabling writes for close at 1731093480795Writing region close event to WAL at 1731093480796 (+1 ms)Closed at 1731093480796 2024-11-08T19:18:00,797 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:18:00,797 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:18:00,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:18:00,798 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:18:00,799 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:18:00,949 DEBUG [692b295ad45c:34253 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:18:00,949 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,34407,1731093477909 2024-11-08T19:18:00,950 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,34407,1731093477909, state=OPENING 2024-11-08T19:18:01,089 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:18:01,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573 2024-11-08T19:18:01,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573 2024-11-08T19:18:01,108 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:18:01,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1197346573/meta-region-server: CHANGED 2024-11-08T19:18:01,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1197346573/meta-region-server: CHANGED 2024-11-08T19:18:01,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,34407,1731093477909}] 2024-11-08T19:18:01,261 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:18:01,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:18:01,265 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:18:01,265 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:01,265 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:18:01,267 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C34407%2C1731093477909.meta, suffix=.meta, logDir=hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/WALs/692b295ad45c,34407,1731093477909, archiveDir=hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/oldWALs, maxLogs=10 2024-11-08T19:18:01,278 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/WALs/692b295ad45c,34407,1731093477909/692b295ad45c%2C34407%2C1731093477909.meta.1731093481267.meta, exclude list is [], retry=0 2024-11-08T19:18:01,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35175,DS-47a9a807-cdb5-4571-b657-a7f1f3c2ea85,DISK] 2024-11-08T19:18:01,281 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/WALs/692b295ad45c,34407,1731093477909/692b295ad45c%2C34407%2C1731093477909.meta.1731093481267.meta 2024-11-08T19:18:01,281 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33341:33341)] 2024-11-08T19:18:01,282 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:18:01,282 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:18:01,282 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:18:01,282 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:18:01,282 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:18:01,282 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:18:01,282 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:01,282 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:18:01,282 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:18:01,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:18:01,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:18:01,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:01,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:01,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:18:01,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:18:01,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:01,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:01,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:18:01,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:18:01,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:01,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:01,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:18:01,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:18:01,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:01,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:01,288 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:18:01,288 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/data/hbase/meta/1588230740 2024-11-08T19:18:01,289 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/data/hbase/meta/1588230740 2024-11-08T19:18:01,290 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:18:01,290 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:18:01,290 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:18:01,291 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:18:01,292 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62796477, jitterRate=-0.06425957381725311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:18:01,292 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:18:01,292 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093481282Writing region info on filesystem at 1731093481282Initializing all the Stores at 1731093481283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093481283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093481283Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093481283Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093481283Cleaning up temporary data from old regions at 1731093481290 (+7 ms)Running coprocessor post-open hooks at 1731093481292 (+2 ms)Region opened successfully at 1731093481292 2024-11-08T19:18:01,293 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093481260 2024-11-08T19:18:01,294 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:18:01,295 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:18:01,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,34407,1731093477909 2024-11-08T19:18:01,296 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,34407,1731093477909, state=OPEN 2024-11-08T19:18:01,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1197346573/meta-region-server 2024-11-08T19:18:01,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1197346573/meta-region-server 2024-11-08T19:18:01,340 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,34407,1731093477909 2024-11-08T19:18:01,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1197346573/meta-region-server: CHANGED 2024-11-08T19:18:01,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1197346573/meta-region-server: CHANGED 2024-11-08T19:18:01,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:18:01,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,34407,1731093477909 in 232 msec 2024-11-08T19:18:01,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:18:01,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 544 msec 2024-11-08T19:18:01,344 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:18:01,344 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:18:01,345 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:01,345 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,34407,1731093477909, seqNum=-1] 2024-11-08T19:18:01,345 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:01,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:18:01,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3830 sec 2024-11-08T19:18:01,351 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093481351, completionTime=-1 2024-11-08T19:18:01,351 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:18:01,351 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:18:01,352 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:18:01,352 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093541352 2024-11-08T19:18:01,353 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093601353 2024-11-08T19:18:01,353 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T19:18:01,353 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34253,1731093477762-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:01,353 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34253,1731093477762-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:01,353 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34253,1731093477762-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:01,353 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:34253, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:01,353 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:01,353 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:01,355 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:18:01,356 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.385sec 2024-11-08T19:18:01,356 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:18:01,356 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:18:01,356 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:18:01,356 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:18:01,356 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:18:01,356 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34253,1731093477762-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:18:01,356 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34253,1731093477762-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:18:01,358 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:18:01,358 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:18:01,358 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34253,1731093477762-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:01,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4593b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:01,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,34253,-1 for getting cluster id 2024-11-08T19:18:01,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:01,435 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a5e3537-3c23-4bbe-8e81-85d43ff33931' 2024-11-08T19:18:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a5e3537-3c23-4bbe-8e81-85d43ff33931" 2024-11-08T19:18:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1269f8f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,34253,-1] 2024-11-08T19:18:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:01,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:01,436 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:01,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1f54e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:01,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:01,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,34407,1731093477909, seqNum=-1] 2024-11-08T19:18:01,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:01,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:18:01,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,34253,1731093477762 2024-11-08T19:18:01,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57251 2024-11-08T19:18:01,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:18:01,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011be215d50005 connected 2024-11-08T19:18:01,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe7cda8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:01,461 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,46837,-1 for getting cluster id 2024-11-08T19:18:01,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:01,462 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaac8391-e163-44da-a86d-d9159e5067f2' 2024-11-08T19:18:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaac8391-e163-44da-a86d-d9159e5067f2" 2024-11-08T19:18:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627837e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,46837,-1] 2024-11-08T19:18:01,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:01,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:01,463 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:01,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513189a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:01,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:01,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,46837,1731093471815 2024-11-08T19:18:01,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55f3b6b 2024-11-08T19:18:01,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:18:01,465 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:18:01,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://692b295ad45c:34253,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T19:18:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:18:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:18:01,468 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:34253' 2024-11-08T19:18:01,469 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92aa3a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:01,469 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,34253,-1 for getting cluster id 2024-11-08T19:18:01,469 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:01,470 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a5e3537-3c23-4bbe-8e81-85d43ff33931' 2024-11-08T19:18:01,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:01,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a5e3537-3c23-4bbe-8e81-85d43ff33931" 2024-11-08T19:18:01,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6775ec37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:01,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,34253,-1] 2024-11-08T19:18:01,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:01,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:01,471 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:01,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bb874b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:01,472 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:01,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,34253,1731093477762 2024-11-08T19:18:01,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ed1500f 2024-11-08T19:18:01,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:18:01,473 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:18:01,473 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T19:18:01,474 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:18:01,474 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:01,474 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:01,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:01,474 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:18:01,475 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T19:18:01,476 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:18:01,476 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:01,477 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:18:01,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741835_1011 (size=1138) 2024-11-08T19:18:01,526 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T19:18:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:18:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:18:01,885 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fc2abe25e2540f69198fe3e923cf542, NAME => 'hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834 2024-11-08T19:18:01,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741836_1012 (size=44) 2024-11-08T19:18:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:18:02,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:02,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7fc2abe25e2540f69198fe3e923cf542, disabling compactions & flushes 2024-11-08T19:18:02,290 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:02,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:02,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. after waiting 0 ms 2024-11-08T19:18:02,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:02,290 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:02,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fc2abe25e2540f69198fe3e923cf542: Waiting for close lock at 1731093482290Disabling compacts and flushes for region at 1731093482290Disabling writes for close at 1731093482290Writing region close event to WAL at 1731093482290Closed at 1731093482290 2024-11-08T19:18:02,291 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:18:02,292 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731093482291"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093482291"}]},"ts":"1731093482291"} 2024-11-08T19:18:02,294 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:18:02,294 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:18:02,295 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093482294"}]},"ts":"1731093482294"} 2024-11-08T19:18:02,296 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T19:18:02,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7fc2abe25e2540f69198fe3e923cf542, ASSIGN}] 2024-11-08T19:18:02,298 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7fc2abe25e2540f69198fe3e923cf542, ASSIGN 2024-11-08T19:18:02,298 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7fc2abe25e2540f69198fe3e923cf542, ASSIGN; state=OFFLINE, location=692b295ad45c,35211,1731093472013; forceNewPlan=false, retain=false 2024-11-08T19:18:02,449 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7fc2abe25e2540f69198fe3e923cf542, regionState=OPENING, regionLocation=692b295ad45c,35211,1731093472013 2024-11-08T19:18:02,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7fc2abe25e2540f69198fe3e923cf542, ASSIGN because future has completed 2024-11-08T19:18:02,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fc2abe25e2540f69198fe3e923cf542, server=692b295ad45c,35211,1731093472013}] 2024-11-08T19:18:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:18:02,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:02,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:02,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T19:18:02,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C35211%2C1731093472013.rep, suffix=, logDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013, archiveDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/oldWALs, maxLogs=10 2024-11-08T19:18:02,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013/692b295ad45c%2C35211%2C1731093472013.rep.1731093482609, exclude list is [], retry=0 2024-11-08T19:18:02,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40689,DS-05e62310-083d-4be1-a5cf-51c5ad3f42d2,DISK] 2024-11-08T19:18:02,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013/692b295ad45c%2C35211%2C1731093472013.rep.1731093482609 2024-11-08T19:18:02,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38209:38209)] 2024-11-08T19:18:02,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fc2abe25e2540f69198fe3e923cf542, NAME => 'hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:18:02,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:18:02,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:18:02,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. service=MultiRowMutationService 2024-11-08T19:18:02,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T19:18:02,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:02,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:02,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:02,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:02,626 INFO [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:02,627 INFO [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fc2abe25e2540f69198fe3e923cf542 columnFamilyName hfileref 2024-11-08T19:18:02,627 DEBUG [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:02,628 INFO [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] regionserver.HStore(327): Store=7fc2abe25e2540f69198fe3e923cf542/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:02,628 INFO [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:02,629 INFO [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fc2abe25e2540f69198fe3e923cf542 columnFamilyName queue 2024-11-08T19:18:02,629 DEBUG [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:02,629 INFO [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] regionserver.HStore(327): Store=7fc2abe25e2540f69198fe3e923cf542/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:02,629 INFO [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:02,630 INFO [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fc2abe25e2540f69198fe3e923cf542 columnFamilyName sid 2024-11-08T19:18:02,630 DEBUG [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:02,631 INFO [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] regionserver.HStore(327): Store=7fc2abe25e2540f69198fe3e923cf542/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:02,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:02,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/replication/7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:02,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/replication/7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:02,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:02,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:02,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:18:02,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:02,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/replication/7fc2abe25e2540f69198fe3e923cf542/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:18:02,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7fc2abe25e2540f69198fe3e923cf542; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61437220, jitterRate=-0.0845140814781189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:18:02,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:02,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7fc2abe25e2540f69198fe3e923cf542: Running coprocessor pre-open hook at 1731093482625Writing region info on filesystem at 1731093482625Initializing all the Stores at 1731093482626 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093482626Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093482626Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093482626Cleaning up temporary data from old regions at 1731093482633 (+7 ms)Running coprocessor post-open hooks at 1731093482636 (+3 ms)Region opened successfully at 1731093482637 (+1 ms) 2024-11-08T19:18:02,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542., pid=7, masterSystemTime=1731093482603 2024-11-08T19:18:02,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:02,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:02,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7fc2abe25e2540f69198fe3e923cf542, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,35211,1731093472013 2024-11-08T19:18:02,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fc2abe25e2540f69198fe3e923cf542, server=692b295ad45c,35211,1731093472013 because future has completed 2024-11-08T19:18:02,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T19:18:02,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fc2abe25e2540f69198fe3e923cf542, server=692b295ad45c,35211,1731093472013 in 206 msec 2024-11-08T19:18:02,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:18:02,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7fc2abe25e2540f69198fe3e923cf542, ASSIGN in 361 msec 2024-11-08T19:18:02,661 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:18:02,661 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093482661"}]},"ts":"1731093482661"} 2024-11-08T19:18:02,663 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T19:18:02,664 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:18:02,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-08T19:18:02,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542., hostname=692b295ad45c,35211,1731093472013, seqNum=2] 2024-11-08T19:18:02,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:18:02,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:18:02,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:18:02,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35211 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T19:18:02,929 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T19:18:02,954 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-692b295ad45c,35211,1731093472013, ReplicationSource: 1, currentBandwidth=0 2024-11-08T19:18:02,955 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:02,955 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,35211,1731093472013, seqNum=-1] 2024-11-08T19:18:02,955 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:02,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-08T19:18:02,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-692b295ad45c,35211,1731093472013', locateType=CURRENT is [region=hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542., hostname=692b295ad45c,35211,1731093472013, seqNum=2] 2024-11-08T19:18:02,960 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T19:18:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T19:18:02,962 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 692b295ad45c,35211,1731093472013 suceeded 2024-11-08T19:18:02,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T19:18:02,964 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://692b295ad45c:34253,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:18:02,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-08T19:18:02,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec 2024-11-08T19:18:02,974 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:34253' 2024-11-08T19:18:02,975 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31237a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:02,975 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,34253,-1 for getting cluster id 2024-11-08T19:18:02,975 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:02,976 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a5e3537-3c23-4bbe-8e81-85d43ff33931' 2024-11-08T19:18:02,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:02,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a5e3537-3c23-4bbe-8e81-85d43ff33931" 2024-11-08T19:18:02,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7effac5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:02,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,34253,-1] 2024-11-08T19:18:02,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:02,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:02,977 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:02,977 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ffbf7dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:02,978 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:02,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,34253,1731093477762 2024-11-08T19:18:02,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a19cab5 2024-11-08T19:18:02,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:18:02,979 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-08T19:18:02,980 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-692b295ad45c,35211,1731093472013 (queues=1) is replicating from cluster=eaac8391-e163-44da-a86d-d9159e5067f2 to cluster=3a5e3537-3c23-4bbe-8e81-85d43ff33931 2024-11-08T19:18:02,980 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=692b295ad45c%2C35211%2C1731093472013 2024-11-08T19:18:02,980 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-692b295ad45c,35211,1731093472013, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:18:02,980 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013.replicationSource.wal-reader.692b295ad45c%2C35211%2C1731093472013,1-692b295ad45c,35211,1731093472013 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013/692b295ad45c%2C35211%2C1731093472013.1731093473817, startPosition=0, beingWritten=true 2024-11-08T19:18:02,981 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013.replicationSource.shipper692b295ad45c%2C35211%2C1731093472013,1-692b295ad45c,35211,1731093472013 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C35211%2C1731093472013 2024-11-08T19:18:03,185 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013.replicationSource.wal-reader.692b295ad45c%2C35211%2C1731093472013,1-692b295ad45c,35211,1731093472013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013/692b295ad45c%2C35211%2C1731093472013.1731093473817 to pos 0, reset compression=false 2024-11-08T19:18:03,489 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013.replicationSource.wal-reader.692b295ad45c%2C35211%2C1731093472013,1-692b295ad45c,35211,1731093472013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013/692b295ad45c%2C35211%2C1731093472013.1731093473817 to pos 0, reset compression=false 2024-11-08T19:18:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:18:03,610 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T19:18:03,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:18:03,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:03,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:03,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:03,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:03,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,46837,1731093471815 2024-11-08T19:18:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ee08cc 2024-11-08T19:18:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:18:03,612 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:18:03,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T19:18:03,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:18:03,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:03,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:03,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:03,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:03,613 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:18:03,613 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1983541667, stopped=false 2024-11-08T19:18:03,613 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,46837,1731093471815 2024-11-08T19:18:03,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01161352519/running 2024-11-08T19:18:03,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:18:03,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01161352519/running 2024-11-08T19:18:03,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:18:03,659 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:18:03,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:18:03,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:03,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:03,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on znode that does not yet exist, /01161352519/running 2024-11-08T19:18:03,659 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,35211,1731093472013' ***** 2024-11-08T19:18:03,659 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:18:03,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on znode that does not yet exist, /01161352519/running 2024-11-08T19:18:03,660 INFO [RS:0;692b295ad45c:35211 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:18:03,660 INFO [RS:0;692b295ad45c:35211 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:18:03,660 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:18:03,660 INFO [RS:0;692b295ad45c:35211 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:18:03,660 INFO [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:03,660 INFO [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,35211,1731093472013 2024-11-08T19:18:03,660 INFO [RS:0;692b295ad45c:35211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:18:03,660 INFO [RS:0;692b295ad45c:35211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:35211. 2024-11-08T19:18:03,660 DEBUG [RS:0;692b295ad45c:35211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:03,660 DEBUG [RS:0;692b295ad45c:35211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:03,660 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fc2abe25e2540f69198fe3e923cf542, disabling compactions & flushes 2024-11-08T19:18:03,660 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:03,660 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:03,660 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. after waiting 0 ms 2024-11-08T19:18:03,660 INFO [RS:0;692b295ad45c:35211 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:18:03,660 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:03,660 INFO [RS:0;692b295ad45c:35211 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:18:03,660 INFO [RS:0;692b295ad45c:35211 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:18:03,661 INFO [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:18:03,661 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7fc2abe25e2540f69198fe3e923cf542 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T19:18:03,661 INFO [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T19:18:03,661 DEBUG [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(1325): Online Regions={7fc2abe25e2540f69198fe3e923cf542=hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:18:03,661 DEBUG [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:03,661 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:18:03,661 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:18:03,661 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:18:03,661 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:18:03,661 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:18:03,661 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T19:18:03,674 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/replication/7fc2abe25e2540f69198fe3e923cf542/.tmp/queue/69d370c0973848f1becff3686ee68dd4 is 151, key is 1-692b295ad45c,35211,1731093472013/queue:692b295ad45c%2C35211%2C1731093472013/1731093482959/Put/seqid=0 2024-11-08T19:18:03,674 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/.tmp/info/2e4814921d684cfb9db882b92cae9cbb is 147, key is hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542./info:regioninfo/1731093482653/Put/seqid=0 2024-11-08T19:18:03,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741839_1015 (size=6631) 2024-11-08T19:18:03,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741838_1014 (size=5350) 2024-11-08T19:18:03,690 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:18:03,690 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:18:03,697 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:18:03,861 DEBUG [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:03,893 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013.replicationSource.wal-reader.692b295ad45c%2C35211%2C1731093472013,1-692b295ad45c,35211,1731093472013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013/692b295ad45c%2C35211%2C1731093472013.1731093473817 to pos 0, reset compression=false 2024-11-08T19:18:04,061 DEBUG [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:04,079 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/.tmp/info/2e4814921d684cfb9db882b92cae9cbb 2024-11-08T19:18:04,082 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/replication/7fc2abe25e2540f69198fe3e923cf542/.tmp/queue/69d370c0973848f1becff3686ee68dd4 2024-11-08T19:18:04,088 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/replication/7fc2abe25e2540f69198fe3e923cf542/.tmp/queue/69d370c0973848f1becff3686ee68dd4 as hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/replication/7fc2abe25e2540f69198fe3e923cf542/queue/69d370c0973848f1becff3686ee68dd4 2024-11-08T19:18:04,092 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/replication/7fc2abe25e2540f69198fe3e923cf542/queue/69d370c0973848f1becff3686ee68dd4, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T19:18:04,093 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7fc2abe25e2540f69198fe3e923cf542 in 433ms, sequenceid=5, compaction requested=false 2024-11-08T19:18:04,093 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T19:18:04,097 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/replication/7fc2abe25e2540f69198fe3e923cf542/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:18:04,097 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:18:04,097 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:18:04,097 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:04,098 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fc2abe25e2540f69198fe3e923cf542: Waiting for close lock at 1731093483660Running coprocessor pre-close hooks at 1731093483660Disabling compacts and flushes for region at 1731093483660Disabling writes for close at 1731093483660Obtaining lock to block concurrent updates at 1731093483661 (+1 ms)Preparing flush snapshotting stores in 7fc2abe25e2540f69198fe3e923cf542 at 1731093483661Finished memstore snapshotting hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731093483661Flushing stores of hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. at 1731093483661Flushing 7fc2abe25e2540f69198fe3e923cf542/queue: creating writer at 1731093483661Flushing 7fc2abe25e2540f69198fe3e923cf542/queue: appending metadata at 1731093483674 (+13 ms)Flushing 7fc2abe25e2540f69198fe3e923cf542/queue: closing flushed file at 1731093483674Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d4b4b9: reopening flushed file at 1731093484087 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7fc2abe25e2540f69198fe3e923cf542 in 433ms, sequenceid=5, compaction requested=false at 1731093484093 (+6 ms)Writing region close event to WAL at 1731093484094 (+1 ms)Running coprocessor post-close hooks at 1731093484097 (+3 ms)Closed at 1731093484097 2024-11-08T19:18:04,098 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:04,100 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/.tmp/ns/4103708bea4641dea59136bed011cceb is 43, key is default/ns:d/1731093474912/Put/seqid=0 2024-11-08T19:18:04,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741840_1016 (size=5153) 2024-11-08T19:18:04,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:18:04,251 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T19:18:04,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:18:04,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T19:18:04,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:18:04,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T19:18:04,261 DEBUG [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:18:04,397 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013.replicationSource.wal-reader.692b295ad45c%2C35211%2C1731093472013,1-692b295ad45c,35211,1731093472013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013/692b295ad45c%2C35211%2C1731093472013.1731093473817 to pos 0, reset compression=false 2024-11-08T19:18:04,461 DEBUG [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:18:04,503 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/.tmp/ns/4103708bea4641dea59136bed011cceb 2024-11-08T19:18:04,525 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/.tmp/table/360d61005682480a935459c9ae1e16fa is 53, key is hbase:replication/table:state/1731093482661/Put/seqid=0 2024-11-08T19:18:04,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741841_1017 (size=5256) 2024-11-08T19:18:04,662 INFO [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T19:18:04,662 DEBUG [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:18:04,662 DEBUG [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:18:04,862 DEBUG [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:18:04,930 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/.tmp/table/360d61005682480a935459c9ae1e16fa 2024-11-08T19:18:04,936 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/.tmp/info/2e4814921d684cfb9db882b92cae9cbb as hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/info/2e4814921d684cfb9db882b92cae9cbb 2024-11-08T19:18:04,940 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/info/2e4814921d684cfb9db882b92cae9cbb, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T19:18:04,941 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/.tmp/ns/4103708bea4641dea59136bed011cceb as hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/ns/4103708bea4641dea59136bed011cceb 2024-11-08T19:18:04,946 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/ns/4103708bea4641dea59136bed011cceb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T19:18:04,947 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/.tmp/table/360d61005682480a935459c9ae1e16fa as hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/table/360d61005682480a935459c9ae1e16fa 2024-11-08T19:18:04,951 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/table/360d61005682480a935459c9ae1e16fa, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T19:18:04,952 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1291ms, sequenceid=11, compaction requested=false 2024-11-08T19:18:04,955 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T19:18:04,956 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:18:04,956 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:18:04,956 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:18:04,956 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093483661Running coprocessor pre-close hooks at 1731093483661Disabling compacts and flushes for region at 1731093483661Disabling writes for close at 1731093483661Obtaining lock to block concurrent updates at 1731093483661Preparing flush snapshotting stores in 1588230740 at 1731093483661Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731093483661Flushing stores of hbase:meta,,1.1588230740 at 1731093483662 (+1 ms)Flushing 1588230740/info: creating writer at 1731093483662Flushing 1588230740/info: appending metadata at 1731093483674 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731093483674Flushing 1588230740/ns: creating writer at 1731093484084 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731093484099 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731093484099Flushing 1588230740/table: creating writer at 1731093484509 (+410 ms)Flushing 1588230740/table: appending metadata at 1731093484525 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731093484525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17262b67: reopening flushed file at 1731093484935 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34cc6ed0: reopening flushed file at 1731093484941 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1977e868: reopening flushed file at 1731093484946 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1291ms, sequenceid=11, compaction requested=false at 1731093484952 (+6 ms)Writing region close event to WAL at 1731093484953 (+1 ms)Running coprocessor post-close hooks at 1731093484956 (+3 ms)Closed at 1731093484956 2024-11-08T19:18:04,956 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:18:05,002 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013.replicationSource.wal-reader.692b295ad45c%2C35211%2C1731093472013,1-692b295ad45c,35211,1731093472013 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013/692b295ad45c%2C35211%2C1731093472013.1731093473817 to pos 0, reset compression=false 2024-11-08T19:18:05,062 INFO [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,35211,1731093472013; all regions closed. 2024-11-08T19:18:05,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741834_1010 (size=2742) 2024-11-08T19:18:05,064 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013/692b295ad45c%2C35211%2C1731093472013.meta.1731093474798.meta not finished, retry = 0 2024-11-08T19:18:05,167 DEBUG [RS:0;692b295ad45c:35211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/oldWALs 2024-11-08T19:18:05,167 INFO [RS:0;692b295ad45c:35211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C35211%2C1731093472013.meta:.meta(num 1731093474798) 2024-11-08T19:18:05,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741837_1013 (size=1586) 2024-11-08T19:18:05,169 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013/692b295ad45c%2C35211%2C1731093472013.rep.1731093482609 not finished, retry = 0 2024-11-08T19:18:05,271 DEBUG [RS:0;692b295ad45c:35211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/oldWALs 2024-11-08T19:18:05,272 INFO [RS:0;692b295ad45c:35211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C35211%2C1731093472013.rep:(num 1731093482609) 2024-11-08T19:18:05,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741832_1008 (size=93) 2024-11-08T19:18:05,276 DEBUG [RS:0;692b295ad45c:35211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/oldWALs 2024-11-08T19:18:05,276 INFO [RS:0;692b295ad45c:35211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C35211%2C1731093472013:(num 1731093473817) 2024-11-08T19:18:05,276 DEBUG [RS:0;692b295ad45c:35211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:05,276 INFO [RS:0;692b295ad45c:35211 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:18:05,276 INFO [RS:0;692b295ad45c:35211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:18:05,276 INFO [RS:0;692b295ad45c:35211 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:18:05,277 INFO [RS:0;692b295ad45c:35211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:18:05,277 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:18:05,277 INFO [RS:0;692b295ad45c:35211 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-692b295ad45c,35211,1731093472013 because: Region server is closing 2024-11-08T19:18:05,277 INFO [RS:0;692b295ad45c:35211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:35211. 2024-11-08T19:18:05,277 DEBUG [RS:0;692b295ad45c:35211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:05,277 DEBUG [RS:0;692b295ad45c:35211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:05,277 DEBUG [RS:0;692b295ad45c:35211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:05,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:05,378 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013.replicationSource.wal-reader.692b295ad45c%2C35211%2C1731093472013,1-692b295ad45c,35211,1731093472013 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T19:18:05,378 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013.replicationSource.shipper692b295ad45c%2C35211%2C1731093472013,1-692b295ad45c,35211,1731093472013 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T19:18:05,378 INFO [RS:0;692b295ad45c:35211 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35211,1731093472013.replicationSource.shipper692b295ad45c%2C35211%2C1731093472013,1-692b295ad45c,35211,1731093472013 terminated 2024-11-08T19:18:05,378 INFO [RS:0;692b295ad45c:35211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35211 2024-11-08T19:18:05,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519/rs 2024-11-08T19:18:05,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01161352519/rs/692b295ad45c,35211,1731093472013 2024-11-08T19:18:05,458 INFO [RS:0;692b295ad45c:35211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:18:05,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,35211,1731093472013] 2024-11-08T19:18:05,479 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01161352519/draining/692b295ad45c,35211,1731093472013 already deleted, retry=false 2024-11-08T19:18:05,480 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,35211,1731093472013 expired; onlineServers=0 2024-11-08T19:18:05,480 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,46837,1731093471815' ***** 2024-11-08T19:18:05,480 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:18:05,480 INFO [M:0;692b295ad45c:46837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:18:05,480 INFO [M:0;692b295ad45c:46837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:18:05,480 DEBUG [M:0;692b295ad45c:46837 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:18:05,480 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:18:05,480 DEBUG [M:0;692b295ad45c:46837 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:18:05,480 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093473611 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093473611,5,FailOnTimeoutGroup] 2024-11-08T19:18:05,480 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093473609 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093473609,5,FailOnTimeoutGroup] 2024-11-08T19:18:05,480 INFO [M:0;692b295ad45c:46837 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:18:05,480 INFO [M:0;692b295ad45c:46837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:18:05,480 DEBUG [M:0;692b295ad45c:46837 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:18:05,481 INFO [M:0;692b295ad45c:46837 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:18:05,481 INFO [M:0;692b295ad45c:46837 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:18:05,481 INFO [M:0;692b295ad45c:46837 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:18:05,481 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:18:05,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01161352519/master 2024-11-08T19:18:05,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:18:05,490 DEBUG [M:0;692b295ad45c:46837 {}] zookeeper.ZKUtil(347): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Unable to get data of znode /01161352519/master because node does not exist (not an error) 2024-11-08T19:18:05,490 WARN [M:0;692b295ad45c:46837 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:18:05,491 INFO [M:0;692b295ad45c:46837 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/.lastflushedseqids 2024-11-08T19:18:05,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741842_1018 (size=181) 2024-11-08T19:18:05,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:05,569 INFO [RS:0;692b295ad45c:35211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:18:05,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1011be215d50001, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:05,569 INFO [RS:0;692b295ad45c:35211 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,35211,1731093472013; zookeeper connection closed. 2024-11-08T19:18:05,570 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65759089 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65759089 2024-11-08T19:18:05,570 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:18:05,895 INFO [M:0;692b295ad45c:46837 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:18:05,896 INFO [M:0;692b295ad45c:46837 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:18:05,896 DEBUG [M:0;692b295ad45c:46837 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:18:05,896 INFO [M:0;692b295ad45c:46837 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:05,896 DEBUG [M:0;692b295ad45c:46837 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:05,896 DEBUG [M:0;692b295ad45c:46837 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:18:05,896 DEBUG [M:0;692b295ad45c:46837 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:05,896 INFO [M:0;692b295ad45c:46837 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T19:18:05,909 DEBUG [M:0;692b295ad45c:46837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b96e70a53c084e1b90befa3aa5269293 is 82, key is hbase:meta,,1/info:regioninfo/1731093474826/Put/seqid=0 2024-11-08T19:18:05,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741843_1019 (size=5672) 2024-11-08T19:18:06,083 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:18:06,313 INFO [M:0;692b295ad45c:46837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b96e70a53c084e1b90befa3aa5269293 2024-11-08T19:18:06,329 DEBUG [M:0;692b295ad45c:46837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b431ecab5a74db69f98aa19fbc940dc is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731093482665/Put/seqid=0 2024-11-08T19:18:06,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741844_1020 (size=7203) 2024-11-08T19:18:06,734 INFO [M:0;692b295ad45c:46837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b431ecab5a74db69f98aa19fbc940dc 2024-11-08T19:18:06,755 DEBUG [M:0;692b295ad45c:46837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f98e971a587140288db85c2e6d94ec8c is 69, key is 692b295ad45c,35211,1731093472013/rs:state/1731093473670/Put/seqid=0 2024-11-08T19:18:06,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741845_1021 (size=5156) 2024-11-08T19:18:06,784 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:18:06,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:06,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:06,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:06,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:06,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:06,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:07,160 INFO [M:0;692b295ad45c:46837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f98e971a587140288db85c2e6d94ec8c 2024-11-08T19:18:07,164 DEBUG [M:0;692b295ad45c:46837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b96e70a53c084e1b90befa3aa5269293 as hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b96e70a53c084e1b90befa3aa5269293 2024-11-08T19:18:07,169 INFO [M:0;692b295ad45c:46837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b96e70a53c084e1b90befa3aa5269293, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T19:18:07,169 DEBUG [M:0;692b295ad45c:46837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b431ecab5a74db69f98aa19fbc940dc as hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b431ecab5a74db69f98aa19fbc940dc 2024-11-08T19:18:07,173 INFO [M:0;692b295ad45c:46837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b431ecab5a74db69f98aa19fbc940dc, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T19:18:07,174 DEBUG [M:0;692b295ad45c:46837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f98e971a587140288db85c2e6d94ec8c as hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f98e971a587140288db85c2e6d94ec8c 2024-11-08T19:18:07,179 INFO [M:0;692b295ad45c:46837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f98e971a587140288db85c2e6d94ec8c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T19:18:07,180 INFO [M:0;692b295ad45c:46837 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false 2024-11-08T19:18:07,181 INFO [M:0;692b295ad45c:46837 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:07,181 DEBUG [M:0;692b295ad45c:46837 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093485896Disabling compacts and flushes for region at 1731093485896Disabling writes for close at 1731093485896Obtaining lock to block concurrent updates at 1731093485896Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093485896Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731093485896Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093485897 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093485897Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093485909 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093485909Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093486317 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093486329 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093486329Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093486739 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093486754 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093486754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9cd708: reopening flushed file at 1731093487164 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26af925: reopening flushed file at 1731093487169 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22fdf2dd: reopening flushed file at 1731093487173 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false at 1731093487180 (+7 ms)Writing region close event to WAL at 1731093487181 (+1 ms)Closed at 1731093487181 2024-11-08T19:18:07,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741830_1006 (size=41008) 2024-11-08T19:18:07,183 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/WALs/692b295ad45c,46837,1731093471815/692b295ad45c%2C46837%2C1731093471815.1731093473336 not finished, retry = 0 2024-11-08T19:18:07,284 INFO [M:0;692b295ad45c:46837 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:18:07,284 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:18:07,284 INFO [M:0;692b295ad45c:46837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46837 2024-11-08T19:18:07,284 INFO [M:0;692b295ad45c:46837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:18:07,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:07,453 INFO [M:0;692b295ad45c:46837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:18:07,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1011be215d50000, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:07,455 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:18:07,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:07,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:07,455 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:18:07,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:07,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:18:07,455 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:18:07,455 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:18:07,456 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37229 2024-11-08T19:18:07,456 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37229 connecting to ZooKeeper ensemble=127.0.0.1:57251 2024-11-08T19:18:07,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372290x0, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:18:07,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37229-0x1011be215d50006 connected 2024-11-08T19:18:07,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:07,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:07,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on znode that does not yet exist, /01161352519/running 2024-11-08T19:18:07,484 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01161352519/meta-region-server: INIT 2024-11-08T19:18:07,484 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834, hbase.cluster.distributed=false 2024-11-08T19:18:07,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on znode that does not yet exist, /01161352519/acl 2024-11-08T19:18:07,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37229 2024-11-08T19:18:07,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37229 2024-11-08T19:18:07,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37229 2024-11-08T19:18:07,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37229 2024-11-08T19:18:07,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37229 2024-11-08T19:18:07,499 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:18:07,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:07,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:07,499 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:18:07,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:07,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:18:07,499 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:18:07,499 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:18:07,500 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39851 2024-11-08T19:18:07,500 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39851 connecting to ZooKeeper ensemble=127.0.0.1:57251 2024-11-08T19:18:07,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:07,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:07,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398510x0, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:18:07,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398510x0, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on znode that does not yet exist, /01161352519/running 2024-11-08T19:18:07,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39851-0x1011be215d50007 connected 2024-11-08T19:18:07,511 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01161352519/meta-region-server: INIT 2024-11-08T19:18:07,511 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:18:07,512 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:18:07,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39851-0x1011be215d50007, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on znode that does not yet exist, /01161352519/master 2024-11-08T19:18:07,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39851-0x1011be215d50007, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on znode that does not yet exist, /01161352519/acl 2024-11-08T19:18:07,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39851 2024-11-08T19:18:07,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39851 2024-11-08T19:18:07,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39851 2024-11-08T19:18:07,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39851 2024-11-08T19:18:07,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39851 2024-11-08T19:18:07,529 DEBUG [M:0;692b295ad45c:37229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:37229 2024-11-08T19:18:07,529 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01161352519/backup-masters/692b295ad45c,37229,1731093487454 2024-11-08T19:18:07,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519/backup-masters 2024-11-08T19:18:07,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x1011be215d50007, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519/backup-masters 2024-11-08T19:18:07,540 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on existing znode=/01161352519/backup-masters/692b295ad45c,37229,1731093487454 2024-11-08T19:18:07,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x1011be215d50007, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01161352519/master 2024-11-08T19:18:07,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:18:07,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x1011be215d50007, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:18:07,550 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on existing znode=/01161352519/master 2024-11-08T19:18:07,550 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01161352519/backup-masters/692b295ad45c,37229,1731093487454 from backup master directory 2024-11-08T19:18:07,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x1011be215d50007, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519/backup-masters 2024-11-08T19:18:07,560 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:18:07,560 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,37229,1731093487454 2024-11-08T19:18:07,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01161352519/backup-masters/692b295ad45c,37229,1731093487454 2024-11-08T19:18:07,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519/backup-masters 2024-11-08T19:18:07,571 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:07,571 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:18:07,579 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 8ms. 2024-11-08T19:18:07,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741846_1022 (size=196) 2024-11-08T19:18:08,002 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:18:08,003 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:18:08,004 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:08,009 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T19:18:08,012 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/WALs/692b295ad45c,46837,1731093471815 to hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/WALs/692b295ad45c,46837,1731093471815-dead as it is dead 2024-11-08T19:18:08,013 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/WALs/692b295ad45c,46837,1731093471815-dead/692b295ad45c%2C46837%2C1731093471815.1731093473336 2024-11-08T19:18:08,013 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/WALs/692b295ad45c,46837,1731093471815-dead/692b295ad45c%2C46837%2C1731093471815.1731093473336 after 0ms 2024-11-08T19:18:08,014 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/WALs/692b295ad45c,46837,1731093471815-dead/692b295ad45c%2C46837%2C1731093471815.1731093473336 to hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/692b295ad45c%2C46837%2C1731093471815.1731093473336 2024-11-08T19:18:08,014 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/WALs/692b295ad45c,46837,1731093471815-dead 2024-11-08T19:18:08,014 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/WALs/692b295ad45c,37229,1731093487454 2024-11-08T19:18:08,015 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:18:08,016 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C37229%2C1731093487454, suffix=, logDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/WALs/692b295ad45c,37229,1731093487454, archiveDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/oldWALs, maxLogs=10 2024-11-08T19:18:08,033 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/WALs/692b295ad45c,37229,1731093487454/692b295ad45c%2C37229%2C1731093487454.1731093488017, exclude list is [], retry=0 2024-11-08T19:18:08,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40689,DS-05e62310-083d-4be1-a5cf-51c5ad3f42d2,DISK] 2024-11-08T19:18:08,036 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/WALs/692b295ad45c,37229,1731093487454/692b295ad45c%2C37229%2C1731093487454.1731093488017 2024-11-08T19:18:08,036 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38209:38209)] 2024-11-08T19:18:08,037 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:18:08,037 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:08,037 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:08,037 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:08,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:08,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:18:08,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:08,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b96e70a53c084e1b90befa3aa5269293 2024-11-08T19:18:08,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:08,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:08,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:18:08,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:08,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b431ecab5a74db69f98aa19fbc940dc 2024-11-08T19:18:08,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:08,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:08,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:18:08,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:08,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f98e971a587140288db85c2e6d94ec8c 2024-11-08T19:18:08,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:08,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:08,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:18:08,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:08,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:08,059 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:08,060 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T19:18:08,060 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/692b295ad45c%2C46837%2C1731093471815.1731093473336 2024-11-08T19:18:08,064 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/692b295ad45c%2C46837%2C1731093471815.1731093473336 2024-11-08T19:18:08,065 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/692b295ad45c%2C46837%2C1731093471815.1731093473336 2024-11-08T19:18:08,066 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:08,066 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:08,066 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:18:08,067 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:08,069 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-08T19:18:08,070 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75470894, jitterRate=0.12460395693778992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:18:08,070 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093488037Initializing all the Stores at 1731093488038 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093488038Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093488040 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093488040Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093488040Cleaning up temporary data from old regions at 1731093488066 (+26 ms)Region opened successfully at 1731093488070 (+4 ms) 2024-11-08T19:18:08,070 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:18:08,072 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e785f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:18:08,074 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T19:18:08,074 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:18:08,074 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:18:08,074 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:18:08,075 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:18:08,077 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:18:08,078 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:18:08,078 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T19:18:08,078 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-08T19:18:08,078 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:18:08,081 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=692b295ad45c,35211,1731093472013, regionLocation=692b295ad45c,35211,1731093472013, openSeqNum=2 2024-11-08T19:18:08,081 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=692b295ad45c,35211,1731093472013, table=hbase:meta, region=1588230740 2024-11-08T19:18:08,081 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,35211,1731093472013, state=OPEN 2024-11-08T19:18:08,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01161352519/meta-region-server 2024-11-08T19:18:08,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x1011be215d50007, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01161352519/meta-region-server 2024-11-08T19:18:08,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01161352519/meta-region-server: CHANGED 2024-11-08T19:18:08,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01161352519/meta-region-server: CHANGED 2024-11-08T19:18:08,135 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:18:08,142 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01161352519/draining/692b295ad45c,35211,1731093472013 already deleted, retry=false 2024-11-08T19:18:08,143 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 692b295ad45c,35211,1731093472013 on 692b295ad45c,37229,1731093487454 2024-11-08T19:18:08,144 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 692b295ad45c,35211,1731093472013, splitWal=true, meta=true 2024-11-08T19:18:08,144 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 692b295ad45c,35211,1731093472013 (carryingMeta=true) 692b295ad45c,35211,1731093472013/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@66429a04[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T19:18:08,146 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Unable to get data of znode /01161352519/balancer because node does not exist (not necessarily an error) 2024-11-08T19:18:08,153 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01161352519/balancer already deleted, retry=false 2024-11-08T19:18:08,153 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:18:08,154 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Unable to get data of znode /01161352519/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:18:08,163 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01161352519/normalizer already deleted, retry=false 2024-11-08T19:18:08,164 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:18:08,165 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Unable to get data of znode /01161352519/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:18:08,174 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01161352519/switch/split already deleted, retry=false 2024-11-08T19:18:08,175 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Unable to get data of znode /01161352519/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:18:08,184 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01161352519/switch/merge already deleted, retry=false 2024-11-08T19:18:08,197 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Unable to get data of znode /01161352519/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:18:08,205 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01161352519/snapshot-cleanup already deleted, retry=false 2024-11-08T19:18:08,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x1011be215d50007, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01161352519/running 2024-11-08T19:18:08,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01161352519/running 2024-11-08T19:18:08,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:18:08,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x1011be215d50007, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:18:08,216 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,37229,1731093487454, sessionid=0x1011be215d50006, setting cluster-up flag (Was=false) 2024-11-08T19:18:08,227 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01161352519/flush-table-proc/acquired, /01161352519/flush-table-proc/reached, /01161352519/flush-table-proc/abort 2024-11-08T19:18:08,228 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,37229,1731093487454 2024-11-08T19:18:08,238 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01161352519/online-snapshot/acquired, /01161352519/online-snapshot/reached, /01161352519/online-snapshot/abort 2024-11-08T19:18:08,238 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,37229,1731093487454 2024-11-08T19:18:08,239 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/.lastflushedseqids 2024-11-08T19:18:08,241 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:18:08,241 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:18:08,241 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,37229,1731093487454 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 692b295ad45c,35211,1731093472013 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:18:08,243 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:08,243 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:08,243 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:08,243 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:08,243 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:18:08,243 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:08,243 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:18:08,243 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:08,243 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093518243 2024-11-08T19:18:08,244 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:18:08,244 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:18:08,244 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:18:08,244 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:18:08,244 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:18:08,244 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:18:08,244 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:08,244 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 692b295ad45c,35211,1731093472013, splitWal=true, meta=true 2024-11-08T19:18:08,244 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:18:08,244 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:18:08,244 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:18:08,244 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:18:08,244 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:18:08,244 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:18:08,245 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093488244,5,FailOnTimeoutGroup] 2024-11-08T19:18:08,245 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093488245,5,FailOnTimeoutGroup] 2024-11-08T19:18:08,245 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:08,245 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:18:08,245 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:08,245 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:08,245 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 692b295ad45c,35211,1731093472013, splitWal=true, meta=true, isMeta: true 2024-11-08T19:18:08,245 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093488245, completionTime=-1 2024-11-08T19:18:08,245 WARN [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T19:18:08,245 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T19:18:08,246 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013-splitting 2024-11-08T19:18:08,246 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013-splitting dir is empty, no logs to split. 2024-11-08T19:18:08,247 INFO [PEWorker-1 {}] master.SplitWALManager(105): 692b295ad45c,35211,1731093472013 WAL count=0, meta=true 2024-11-08T19:18:08,248 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013-splitting dir is empty, no logs to split. 2024-11-08T19:18:08,248 INFO [PEWorker-1 {}] master.SplitWALManager(105): 692b295ad45c,35211,1731093472013 WAL count=0, meta=true 2024-11-08T19:18:08,248 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 692b295ad45c,35211,1731093472013 WAL splitting is done? wals=0, meta=true 2024-11-08T19:18:08,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:18:08,250 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:18:08,251 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:18:08,322 INFO [RS:0;692b295ad45c:39851 {}] regionserver.HRegionServer(746): ClusterId : eaac8391-e163-44da-a86d-d9159e5067f2 2024-11-08T19:18:08,322 DEBUG [RS:0;692b295ad45c:39851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:18:08,332 DEBUG [RS:0;692b295ad45c:39851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:18:08,332 DEBUG [RS:0;692b295ad45c:39851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:18:08,343 DEBUG [RS:0;692b295ad45c:39851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:18:08,343 DEBUG [RS:0;692b295ad45c:39851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc8d101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:18:08,353 DEBUG [RS:0;692b295ad45c:39851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:39851 2024-11-08T19:18:08,353 INFO [RS:0;692b295ad45c:39851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:18:08,353 INFO [RS:0;692b295ad45c:39851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:18:08,353 DEBUG [RS:0;692b295ad45c:39851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:18:08,354 INFO [RS:0;692b295ad45c:39851 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,37229,1731093487454 with port=39851, startcode=1731093487499 2024-11-08T19:18:08,354 DEBUG [RS:0;692b295ad45c:39851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:18:08,355 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:18:08,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,39851,1731093487499 2024-11-08T19:18:08,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37229 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,39851,1731093487499 2024-11-08T19:18:08,357 DEBUG [RS:0;692b295ad45c:39851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834 2024-11-08T19:18:08,357 DEBUG [RS:0;692b295ad45c:39851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39355 2024-11-08T19:18:08,357 DEBUG [RS:0;692b295ad45c:39851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:18:08,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519/rs 2024-11-08T19:18:08,387 DEBUG [RS:0;692b295ad45c:39851 {}] zookeeper.ZKUtil(111): regionserver:39851-0x1011be215d50007, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on existing znode=/01161352519/rs/692b295ad45c,39851,1731093487499 2024-11-08T19:18:08,387 WARN [RS:0;692b295ad45c:39851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:18:08,388 INFO [RS:0;692b295ad45c:39851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:08,388 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,39851,1731093487499] 2024-11-08T19:18:08,388 DEBUG [RS:0;692b295ad45c:39851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499 2024-11-08T19:18:08,395 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T19:18:08,401 WARN [692b295ad45c:37229 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T19:18:08,404 INFO [RS:0;692b295ad45c:39851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:18:08,405 INFO [RS:0;692b295ad45c:39851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:18:08,406 INFO [RS:0;692b295ad45c:39851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:18:08,406 INFO [RS:0;692b295ad45c:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:08,406 INFO [RS:0;692b295ad45c:39851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:18:08,406 INFO [RS:0;692b295ad45c:39851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:18:08,407 INFO [RS:0;692b295ad45c:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:08,407 DEBUG [RS:0;692b295ad45c:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:08,407 DEBUG [RS:0;692b295ad45c:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:08,407 DEBUG [RS:0;692b295ad45c:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:08,407 DEBUG [RS:0;692b295ad45c:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:08,407 DEBUG [RS:0;692b295ad45c:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:08,407 DEBUG [RS:0;692b295ad45c:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:18:08,407 DEBUG [RS:0;692b295ad45c:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:08,407 DEBUG [RS:0;692b295ad45c:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:08,407 DEBUG [RS:0;692b295ad45c:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:08,407 DEBUG [RS:0;692b295ad45c:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:08,407 DEBUG [RS:0;692b295ad45c:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:08,407 DEBUG [RS:0;692b295ad45c:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:08,407 DEBUG [RS:0;692b295ad45c:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:18:08,407 DEBUG [RS:0;692b295ad45c:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:18:08,407 INFO [RS:0;692b295ad45c:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:08,407 INFO [RS:0;692b295ad45c:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:08,407 INFO [RS:0;692b295ad45c:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:08,407 INFO [RS:0;692b295ad45c:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:08,407 INFO [RS:0;692b295ad45c:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:08,408 INFO [RS:0;692b295ad45c:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39851,1731093487499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:18:08,419 INFO [RS:0;692b295ad45c:39851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:18:08,419 INFO [RS:0;692b295ad45c:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39851,1731093487499-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:08,432 INFO [RS:0;692b295ad45c:39851 {}] regionserver.ReplicationSource(231): queueId=1-692b295ad45c,39851,1731093487499, ReplicationSource: 1, currentBandwidth=0 2024-11-08T19:18:08,432 INFO [RS:0;692b295ad45c:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:08,432 INFO [RS:0;692b295ad45c:39851 {}] regionserver.Replication(171): 692b295ad45c,39851,1731093487499 started 2024-11-08T19:18:08,446 INFO [RS:0;692b295ad45c:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:08,446 INFO [RS:0;692b295ad45c:39851 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,39851,1731093487499, RpcServer on 692b295ad45c/172.17.0.2:39851, sessionid=0x1011be215d50007 2024-11-08T19:18:08,446 DEBUG [RS:0;692b295ad45c:39851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:18:08,446 DEBUG [RS:0;692b295ad45c:39851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,39851,1731093487499 2024-11-08T19:18:08,446 DEBUG [RS:0;692b295ad45c:39851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,39851,1731093487499' 2024-11-08T19:18:08,446 DEBUG [RS:0;692b295ad45c:39851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01161352519/flush-table-proc/abort' 2024-11-08T19:18:08,447 DEBUG [RS:0;692b295ad45c:39851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01161352519/flush-table-proc/acquired' 2024-11-08T19:18:08,447 DEBUG [RS:0;692b295ad45c:39851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:18:08,447 DEBUG [RS:0;692b295ad45c:39851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:18:08,447 DEBUG [RS:0;692b295ad45c:39851.replicationSource,1-692b295ad45c,39851,1731093487499 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:34253' 2024-11-08T19:18:08,447 DEBUG [RS:0;692b295ad45c:39851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,39851,1731093487499 2024-11-08T19:18:08,447 DEBUG [RS:0;692b295ad45c:39851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,39851,1731093487499' 2024-11-08T19:18:08,447 DEBUG [RS:0;692b295ad45c:39851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01161352519/online-snapshot/abort' 2024-11-08T19:18:08,447 DEBUG [RS:0;692b295ad45c:39851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01161352519/online-snapshot/acquired' 2024-11-08T19:18:08,448 DEBUG [RS:0;692b295ad45c:39851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:18:08,448 INFO [RS:0;692b295ad45c:39851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:18:08,448 INFO [RS:0;692b295ad45c:39851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:18:08,449 DEBUG [RS:0;692b295ad45c:39851.replicationSource,1-692b295ad45c,39851,1731093487499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@451bc83b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:08,449 DEBUG [RS:0;692b295ad45c:39851.replicationSource,1-692b295ad45c,39851,1731093487499 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,34253,-1 for getting cluster id 2024-11-08T19:18:08,449 DEBUG [RS:0;692b295ad45c:39851.replicationSource,1-692b295ad45c,39851,1731093487499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:08,450 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a5e3537-3c23-4bbe-8e81-85d43ff33931' 2024-11-08T19:18:08,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:08,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a5e3537-3c23-4bbe-8e81-85d43ff33931" 2024-11-08T19:18:08,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54997710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:08,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,34253,-1] 2024-11-08T19:18:08,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:08,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:08,452 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:08,453 DEBUG [RS:0;692b295ad45c:39851.replicationSource,1-692b295ad45c,39851,1731093487499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c7e5e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:08,453 DEBUG [RS:0;692b295ad45c:39851.replicationSource,1-692b295ad45c,39851,1731093487499 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:08,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,34253,1731093477762 2024-11-08T19:18:08,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5088736e 2024-11-08T19:18:08,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:18:08,455 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-08T19:18:08,456 INFO [RS:0;692b295ad45c:39851.replicationSource,1-692b295ad45c,39851,1731093487499 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-692b295ad45c,39851,1731093487499 (queues=0) is replicating from cluster=eaac8391-e163-44da-a86d-d9159e5067f2 to cluster=3a5e3537-3c23-4bbe-8e81-85d43ff33931 2024-11-08T19:18:08,548 INFO [RS:0;692b295ad45c:39851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:18:08,550 INFO [RS:0;692b295ad45c:39851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C39851%2C1731093487499, suffix=, logDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499, archiveDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/oldWALs, maxLogs=10 2024-11-08T19:18:08,561 DEBUG [RS:0;692b295ad45c:39851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.1731093488550, exclude list is [], retry=0 2024-11-08T19:18:08,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40689,DS-05e62310-083d-4be1-a5cf-51c5ad3f42d2,DISK] 2024-11-08T19:18:08,565 INFO [RS:0;692b295ad45c:39851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.1731093488550 2024-11-08T19:18:08,565 DEBUG [RS:0;692b295ad45c:39851 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 692b295ad45c%2C39851%2C1731093487499 for peer 1 2024-11-08T19:18:08,565 DEBUG [RS:0;692b295ad45c:39851 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=692b295ad45c%2C39851%2C1731093487499 2024-11-08T19:18:08,565 INFO [RS:0;692b295ad45c:39851 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-692b295ad45c,39851,1731093487499, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:18:08,566 DEBUG [RS:0;692b295ad45c:39851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38209:38209)] 2024-11-08T19:18:08,566 INFO [RS:0;692b295ad45c:39851.replicationSource.shipper692b295ad45c%2C39851%2C1731093487499,1-692b295ad45c,39851,1731093487499 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C39851%2C1731093487499 2024-11-08T19:18:08,566 DEBUG [RS:0;692b295ad45c:39851.replicationSource.wal-reader.692b295ad45c%2C39851%2C1731093487499,1-692b295ad45c,39851,1731093487499 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.1731093488550, startPosition=0, beingWritten=true 2024-11-08T19:18:08,651 DEBUG [692b295ad45c:37229 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:18:08,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,39851,1731093487499 2024-11-08T19:18:08,652 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,39851,1731093487499, state=OPENING 2024-11-08T19:18:08,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01161352519/meta-region-server 2024-11-08T19:18:08,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x1011be215d50007, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01161352519/meta-region-server 2024-11-08T19:18:08,669 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:18:08,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01161352519/meta-region-server: CHANGED 2024-11-08T19:18:08,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01161352519/meta-region-server: CHANGED 2024-11-08T19:18:08,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,39851,1731093487499}] 2024-11-08T19:18:08,770 DEBUG [RS:0;692b295ad45c:39851.replicationSource.wal-reader.692b295ad45c%2C39851%2C1731093487499,1-692b295ad45c,39851,1731093487499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.1731093488550 to pos 0, reset compression=false 2024-11-08T19:18:08,821 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:18:08,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:18:08,825 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:18:08,825 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:08,825 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:18:08,827 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C39851%2C1731093487499.meta, suffix=.meta, logDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499, archiveDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/oldWALs, maxLogs=10 2024-11-08T19:18:08,838 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.meta.1731093488827.meta, exclude list is [], retry=0 2024-11-08T19:18:08,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40689,DS-05e62310-083d-4be1-a5cf-51c5ad3f42d2,DISK] 2024-11-08T19:18:08,841 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.meta.1731093488827.meta 2024-11-08T19:18:08,842 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38209:38209)] 2024-11-08T19:18:08,842 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:18:08,842 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:18:08,842 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:18:08,842 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:18:08,842 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:18:08,842 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:18:08,842 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:08,842 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:18:08,842 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:18:08,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:18:08,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:18:08,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:08,849 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/info/2e4814921d684cfb9db882b92cae9cbb 2024-11-08T19:18:08,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:08,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:18:08,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:18:08,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:08,854 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/ns/4103708bea4641dea59136bed011cceb 2024-11-08T19:18:08,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:08,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:18:08,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:18:08,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:08,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:08,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:18:08,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:18:08,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:08,861 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/table/360d61005682480a935459c9ae1e16fa 2024-11-08T19:18:08,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:08,861 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:18:08,862 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740 2024-11-08T19:18:08,863 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740 2024-11-08T19:18:08,864 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:18:08,864 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:18:08,864 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:18:08,865 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:18:08,866 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75344230, jitterRate=0.1227165162563324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:18:08,866 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:18:08,866 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093488843Writing region info on filesystem at 1731093488843Initializing all the Stores at 1731093488843Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093488843Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093488843Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093488843Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093488843Cleaning up temporary data from old regions at 1731093488864 (+21 ms)Running coprocessor post-open hooks at 1731093488866 (+2 ms)Region opened successfully at 1731093488866 2024-11-08T19:18:08,867 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731093488821 2024-11-08T19:18:08,869 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:18:08,869 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:18:08,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=692b295ad45c,39851,1731093487499 2024-11-08T19:18:08,870 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,39851,1731093487499, state=OPEN 2024-11-08T19:18:08,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01161352519/meta-region-server 2024-11-08T19:18:08,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x1011be215d50007, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01161352519/meta-region-server 2024-11-08T19:18:08,879 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,39851,1731093487499 2024-11-08T19:18:08,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01161352519/meta-region-server: CHANGED 2024-11-08T19:18:08,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01161352519/meta-region-server: CHANGED 2024-11-08T19:18:08,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-08T19:18:08,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,39851,1731093487499 in 210 msec 2024-11-08T19:18:08,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T19:18:08,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-11-08T19:18:09,074 DEBUG [RS:0;692b295ad45c:39851.replicationSource.wal-reader.692b295ad45c%2C39851%2C1731093487499,1-692b295ad45c,39851,1731093487499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.1731093488550 to pos 0, reset compression=false 2024-11-08T19:18:09,478 DEBUG [RS:0;692b295ad45c:39851.replicationSource.wal-reader.692b295ad45c%2C39851%2C1731093487499,1-692b295ad45c,39851,1731093487499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.1731093488550 to pos 0, reset compression=false 2024-11-08T19:18:09,898 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-08T19:18:09,983 DEBUG [RS:0;692b295ad45c:39851.replicationSource.wal-reader.692b295ad45c%2C39851%2C1731093487499,1-692b295ad45c,39851,1731093487499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.1731093488550 to pos 0, reset compression=false 2024-11-08T19:18:10,587 DEBUG [RS:0;692b295ad45c:39851.replicationSource.wal-reader.692b295ad45c%2C39851%2C1731093487499,1-692b295ad45c,39851,1731093487499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.1731093488550 to pos 0, reset compression=false 2024-11-08T19:18:11,291 DEBUG [RS:0;692b295ad45c:39851.replicationSource.wal-reader.692b295ad45c%2C39851%2C1731093487499,1-692b295ad45c,39851,1731093487499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.1731093488550 to pos 0, reset compression=false 2024-11-08T19:18:11,400 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-08T19:18:12,095 DEBUG [RS:0;692b295ad45c:39851.replicationSource.wal-reader.692b295ad45c%2C39851%2C1731093487499,1-692b295ad45c,39851,1731093487499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.1731093488550 to pos 0, reset compression=false 2024-11-08T19:18:12,752 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T19:18:12,753 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:18:12,753 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:12,753 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,39851,1731093487499, seqNum=-1] 2024-11-08T19:18:12,754 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:12,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:18:12,759 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7fc2abe25e2540f69198fe3e923cf542, regionState=OPEN, lastHost=692b295ad45c,35211,1731093472013, regionLocation=692b295ad45c,35211,1731093472013, openSeqNum=2 2024-11-08T19:18:12,759 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:18:12,759 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093552759 2024-11-08T19:18:12,759 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093612759 2024-11-08T19:18:12,759 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-08T19:18:12,759 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 692b295ad45c,35211,1731093472013 had 2 regions 2024-11-08T19:18:12,760 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37229,1731093487454-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:12,760 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37229,1731093487454-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:12,760 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37229,1731093487454-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:12,760 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:37229, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:12,760 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:12,760 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:12,761 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 692b295ad45c,35211,1731093472013, splitWal=true, meta=true, isMeta: false 2024-11-08T19:18:12,762 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013-splitting dir is empty, no logs to split. 2024-11-08T19:18:12,762 INFO [PEWorker-3 {}] master.SplitWALManager(105): 692b295ad45c,35211,1731093472013 WAL count=0, meta=false 2024-11-08T19:18:12,766 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,35211,1731093472013-splitting dir is empty, no logs to split. 2024-11-08T19:18:12,766 INFO [PEWorker-3 {}] master.SplitWALManager(105): 692b295ad45c,35211,1731093472013 WAL count=0, meta=false 2024-11-08T19:18:12,766 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 692b295ad45c,35211,1731093472013 WAL splitting is done? wals=0, meta=false 2024-11-08T19:18:12,769 WARN [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=692b295ad45c,35211,1731093472013/hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:12,769 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.209sec 2024-11-08T19:18:12,769 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:18:12,769 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:18:12,769 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:18:12,769 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:18:12,769 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:18:12,769 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37229,1731093487454-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:18:12,769 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37229,1731093487454-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:18:12,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7fc2abe25e2540f69198fe3e923cf542, ASSIGN}] 2024-11-08T19:18:12,771 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7fc2abe25e2540f69198fe3e923cf542, ASSIGN 2024-11-08T19:18:12,771 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7fc2abe25e2540f69198fe3e923cf542, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:18:12,774 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:18:12,774 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:18:12,774 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37229,1731093487454-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:12,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f46fd65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:12,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,37229,-1 for getting cluster id 2024-11-08T19:18:12,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:12,826 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaac8391-e163-44da-a86d-d9159e5067f2' 2024-11-08T19:18:12,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:12,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaac8391-e163-44da-a86d-d9159e5067f2" 2024-11-08T19:18:12,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799c8021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:12,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,37229,-1] 2024-11-08T19:18:12,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:12,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:12,827 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:12,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c533be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:12,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:12,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,39851,1731093487499, seqNum=-1] 2024-11-08T19:18:12,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:12,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:18:12,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T19:18:12,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:18:12,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:12,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:12,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:12,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:12,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 692b295ad45c:37229 after: 692b295ad45c:37229 2024-11-08T19:18:12,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4550ee72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:12,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,37229,-1 for getting cluster id 2024-11-08T19:18:12,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:12,833 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaac8391-e163-44da-a86d-d9159e5067f2' 2024-11-08T19:18:12,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:12,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaac8391-e163-44da-a86d-d9159e5067f2" 2024-11-08T19:18:12,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b4bcbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:12,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,37229,-1] 2024-11-08T19:18:12,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:12,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:12,835 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:12,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a05e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:12,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,37229,1731093487454 2024-11-08T19:18:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cda8392 2024-11-08T19:18:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:18:12,837 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:18:12,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37229 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T19:18:12,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:18:12,837 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:18:12,837 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:12,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:12,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:12,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:12,838 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:18:12,838 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=903571583, stopped=false 2024-11-08T19:18:12,838 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,34253,1731093477762 2024-11-08T19:18:12,922 DEBUG [692b295ad45c:37229 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:18:12,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7fc2abe25e2540f69198fe3e923cf542, regionState=OPENING, regionLocation=692b295ad45c,39851,1731093487499 2024-11-08T19:18:12,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7fc2abe25e2540f69198fe3e923cf542, ASSIGN because future has completed 2024-11-08T19:18:12,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fc2abe25e2540f69198fe3e923cf542, server=692b295ad45c,39851,1731093487499}] 2024-11-08T19:18:12,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1197346573/running 2024-11-08T19:18:12,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1197346573/running 2024-11-08T19:18:12,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573 2024-11-08T19:18:12,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573 2024-11-08T19:18:12,932 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:18:12,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:18:12,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:12,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:12,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Set watcher on znode that does not yet exist, /1197346573/running 2024-11-08T19:18:12,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Set watcher on znode that does not yet exist, /1197346573/running 2024-11-08T19:18:12,932 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,34407,1731093477909' ***** 2024-11-08T19:18:12,932 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:18:12,932 INFO [RS:0;692b295ad45c:34407 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:18:12,932 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:18:12,933 INFO [RS:0;692b295ad45c:34407 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:18:12,933 INFO [RS:0;692b295ad45c:34407 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:18:12,933 INFO [RS:0;692b295ad45c:34407 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,34407,1731093477909 2024-11-08T19:18:12,933 INFO [RS:0;692b295ad45c:34407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:18:12,933 INFO [RS:0;692b295ad45c:34407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:34407. 2024-11-08T19:18:12,933 DEBUG [RS:0;692b295ad45c:34407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:12,933 DEBUG [RS:0;692b295ad45c:34407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:12,933 INFO [RS:0;692b295ad45c:34407 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:18:12,933 INFO [RS:0;692b295ad45c:34407 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:18:12,933 INFO [RS:0;692b295ad45c:34407 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:18:12,933 INFO [RS:0;692b295ad45c:34407 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:18:12,933 INFO [RS:0;692b295ad45c:34407 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T19:18:12,933 DEBUG [RS:0;692b295ad45c:34407 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:18:12,933 DEBUG [RS:0;692b295ad45c:34407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:18:12,933 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:18:12,933 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:18:12,933 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:18:12,933 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:18:12,933 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:18:12,933 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T19:18:12,947 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/data/hbase/meta/1588230740/.tmp/ns/a5a0ca6eca104913a3e9c42581cea68d is 43, key is default/ns:d/1731093481347/Put/seqid=0 2024-11-08T19:18:12,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741835_1011 (size=5153) 2024-11-08T19:18:12,997 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:18:12,999 DEBUG [RS:0;692b295ad45c:39851.replicationSource.wal-reader.692b295ad45c%2C39851%2C1731093487499,1-692b295ad45c,39851,1731093487499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.1731093488550 to pos 0, reset compression=false 2024-11-08T19:18:13,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:13,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:13,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T19:18:13,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C39851%2C1731093487499.rep, suffix=, logDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499, archiveDir=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/oldWALs, maxLogs=10 2024-11-08T19:18:13,092 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:18:13,092 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:18:13,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.rep.1731093493081, exclude list is [], retry=0 2024-11-08T19:18:13,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40689,DS-05e62310-083d-4be1-a5cf-51c5ad3f42d2,DISK] 2024-11-08T19:18:13,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.rep.1731093493081 2024-11-08T19:18:13,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38209:38209)] 2024-11-08T19:18:13,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fc2abe25e2540f69198fe3e923cf542, NAME => 'hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:18:13,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:18:13,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:18:13,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. service=MultiRowMutationService 2024-11-08T19:18:13,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T19:18:13,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:13,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:13,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:13,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:13,103 INFO [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:13,103 INFO [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fc2abe25e2540f69198fe3e923cf542 columnFamilyName hfileref 2024-11-08T19:18:13,103 DEBUG [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:13,104 INFO [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] regionserver.HStore(327): Store=7fc2abe25e2540f69198fe3e923cf542/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:13,104 INFO [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:13,104 INFO [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fc2abe25e2540f69198fe3e923cf542 columnFamilyName queue 2024-11-08T19:18:13,104 DEBUG [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:13,109 DEBUG [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/replication/7fc2abe25e2540f69198fe3e923cf542/queue/69d370c0973848f1becff3686ee68dd4 2024-11-08T19:18:13,110 INFO [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] regionserver.HStore(327): Store=7fc2abe25e2540f69198fe3e923cf542/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:13,110 INFO [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:13,110 INFO [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fc2abe25e2540f69198fe3e923cf542 columnFamilyName sid 2024-11-08T19:18:13,110 DEBUG [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:13,111 INFO [StoreOpener-7fc2abe25e2540f69198fe3e923cf542-1 {}] regionserver.HStore(327): Store=7fc2abe25e2540f69198fe3e923cf542/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:13,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:13,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/replication/7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:13,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/replication/7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:13,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:13,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:13,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:18:13,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:13,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 7fc2abe25e2540f69198fe3e923cf542; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70245923, jitterRate=0.046745821833610535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:18:13,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:13,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 7fc2abe25e2540f69198fe3e923cf542: Running coprocessor pre-open hook at 1731093493099Writing region info on filesystem at 1731093493099Initializing all the Stores at 1731093493100 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093493100Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093493102 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093493102Cleaning up temporary data from old regions at 1731093493114 (+12 ms)Running coprocessor post-open hooks at 1731093493116 (+2 ms)Region opened successfully at 1731093493117 (+1 ms) 2024-11-08T19:18:13,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542., pid=13, masterSystemTime=1731093493076 2024-11-08T19:18:13,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:13,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:13,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7fc2abe25e2540f69198fe3e923cf542, regionState=OPEN, openSeqNum=9, regionLocation=692b295ad45c,39851,1731093487499 2024-11-08T19:18:13,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fc2abe25e2540f69198fe3e923cf542, server=692b295ad45c,39851,1731093487499 because future has completed 2024-11-08T19:18:13,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T19:18:13,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fc2abe25e2540f69198fe3e923cf542, server=692b295ad45c,39851,1731093487499 in 199 msec 2024-11-08T19:18:13,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-08T19:18:13,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7fc2abe25e2540f69198fe3e923cf542, ASSIGN in 354 msec 2024-11-08T19:18:13,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T19:18:13,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542., hostname=692b295ad45c,39851,1731093487499, seqNum=9] 2024-11-08T19:18:13,133 DEBUG [RS:0;692b295ad45c:34407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:18:13,142 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 692b295ad45c,35211,1731093472013 2024-11-08T19:18:13,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T19:18:13,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-08T19:18:13,333 DEBUG [RS:0;692b295ad45c:34407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:18:13,351 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/data/hbase/meta/1588230740/.tmp/ns/a5a0ca6eca104913a3e9c42581cea68d 2024-11-08T19:18:13,357 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/data/hbase/meta/1588230740/.tmp/ns/a5a0ca6eca104913a3e9c42581cea68d as hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/data/hbase/meta/1588230740/ns/a5a0ca6eca104913a3e9c42581cea68d 2024-11-08T19:18:13,361 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/data/hbase/meta/1588230740/ns/a5a0ca6eca104913a3e9c42581cea68d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T19:18:13,361 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=6, compaction requested=false 2024-11-08T19:18:13,365 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T19:18:13,365 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:18:13,365 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:18:13,365 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:18:13,365 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093492933Running coprocessor pre-close hooks at 1731093492933Disabling compacts and flushes for region at 1731093492933Disabling writes for close at 1731093492933Obtaining lock to block concurrent updates at 1731093492933Preparing flush snapshotting stores in 1588230740 at 1731093492933Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731093492934 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731093492934Flushing 1588230740/ns: creating writer at 1731093492934Flushing 1588230740/ns: appending metadata at 1731093492947 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731093492947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@233e8d91: reopening flushed file at 1731093493356 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=6, compaction requested=false at 1731093493361 (+5 ms)Writing region close event to WAL at 1731093493362 (+1 ms)Running coprocessor post-close hooks at 1731093493365 (+3 ms)Closed at 1731093493365 2024-11-08T19:18:13,366 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:18:13,534 INFO [RS:0;692b295ad45c:34407 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,34407,1731093477909; all regions closed. 2024-11-08T19:18:13,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741834_1010 (size=1152) 2024-11-08T19:18:13,570 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/WALs/692b295ad45c,34407,1731093477909/692b295ad45c%2C34407%2C1731093477909.meta.1731093481267.meta not finished, retry = 0 2024-11-08T19:18:13,672 DEBUG [RS:0;692b295ad45c:34407 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/oldWALs 2024-11-08T19:18:13,672 INFO [RS:0;692b295ad45c:34407 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C34407%2C1731093477909.meta:.meta(num 1731093481267) 2024-11-08T19:18:13,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741832_1008 (size=93) 2024-11-08T19:18:13,674 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/WALs/692b295ad45c,34407,1731093477909/692b295ad45c%2C34407%2C1731093477909.1731093480215 not finished, retry = 0 2024-11-08T19:18:13,776 DEBUG [RS:0;692b295ad45c:34407 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/oldWALs 2024-11-08T19:18:13,776 INFO [RS:0;692b295ad45c:34407 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C34407%2C1731093477909:(num 1731093480215) 2024-11-08T19:18:13,776 DEBUG [RS:0;692b295ad45c:34407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:13,776 INFO [RS:0;692b295ad45c:34407 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:18:13,777 INFO [RS:0;692b295ad45c:34407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:18:13,777 INFO [RS:0;692b295ad45c:34407 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:18:13,777 INFO [RS:0;692b295ad45c:34407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:18:13,777 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:18:13,777 INFO [RS:0;692b295ad45c:34407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34407 2024-11-08T19:18:13,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1197346573/rs/692b295ad45c,34407,1731093477909 2024-11-08T19:18:13,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573/rs 2024-11-08T19:18:13,795 INFO [RS:0;692b295ad45c:34407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:18:13,805 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,34407,1731093477909] 2024-11-08T19:18:13,815 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1197346573/draining/692b295ad45c,34407,1731093477909 already deleted, retry=false 2024-11-08T19:18:13,816 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,34407,1731093477909 expired; onlineServers=0 2024-11-08T19:18:13,816 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,34253,1731093477762' ***** 2024-11-08T19:18:13,816 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:18:13,816 INFO [M:0;692b295ad45c:34253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:18:13,816 INFO [M:0;692b295ad45c:34253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:18:13,816 DEBUG [M:0;692b295ad45c:34253 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:18:13,816 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:18:13,816 DEBUG [M:0;692b295ad45c:34253 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:18:13,816 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093479971 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093479971,5,FailOnTimeoutGroup] 2024-11-08T19:18:13,816 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093479971 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093479971,5,FailOnTimeoutGroup] 2024-11-08T19:18:13,816 INFO [M:0;692b295ad45c:34253 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:18:13,816 INFO [M:0;692b295ad45c:34253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:18:13,816 DEBUG [M:0;692b295ad45c:34253 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:18:13,816 INFO [M:0;692b295ad45c:34253 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:18:13,816 INFO [M:0;692b295ad45c:34253 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:18:13,816 INFO [M:0;692b295ad45c:34253 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:18:13,816 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:18:13,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1197346573/master 2024-11-08T19:18:13,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1197346573 2024-11-08T19:18:13,826 DEBUG [M:0;692b295ad45c:34253 {}] zookeeper.ZKUtil(347): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Unable to get data of znode /1197346573/master because node does not exist (not an error) 2024-11-08T19:18:13,826 WARN [M:0;692b295ad45c:34253 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:18:13,827 INFO [M:0;692b295ad45c:34253 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/.lastflushedseqids 2024-11-08T19:18:13,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741836_1012 (size=99) 2024-11-08T19:18:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:13,905 INFO [RS:0;692b295ad45c:34407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:18:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34407-0x1011be215d50004, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:13,905 INFO [RS:0;692b295ad45c:34407 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,34407,1731093477909; zookeeper connection closed. 2024-11-08T19:18:13,906 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58a2f968 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58a2f968 2024-11-08T19:18:13,906 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:18:14,003 DEBUG [RS:0;692b295ad45c:39851.replicationSource.wal-reader.692b295ad45c%2C39851%2C1731093487499,1-692b295ad45c,39851,1731093487499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.1731093488550 to pos 0, reset compression=false 2024-11-08T19:18:14,231 INFO [M:0;692b295ad45c:34253 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:18:14,231 INFO [M:0;692b295ad45c:34253 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:18:14,232 DEBUG [M:0;692b295ad45c:34253 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:18:14,232 INFO [M:0;692b295ad45c:34253 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:14,232 DEBUG [M:0;692b295ad45c:34253 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:14,232 DEBUG [M:0;692b295ad45c:34253 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:18:14,232 DEBUG [M:0;692b295ad45c:34253 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:14,232 INFO [M:0;692b295ad45c:34253 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T19:18:14,245 DEBUG [M:0;692b295ad45c:34253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a08a77fb63d4cf28b695ac5420cfb3e is 82, key is hbase:meta,,1/info:regioninfo/1731093481295/Put/seqid=0 2024-11-08T19:18:14,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741837_1013 (size=5672) 2024-11-08T19:18:14,344 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:18:14,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:14,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:14,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:14,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:14,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:14,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:14,385 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T19:18:14,385 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T19:18:14,649 INFO [M:0;692b295ad45c:34253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a08a77fb63d4cf28b695ac5420cfb3e 2024-11-08T19:18:14,666 DEBUG [M:0;692b295ad45c:34253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4598502fe23340e7b009f4c9615787d5 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731093481350/Put/seqid=0 2024-11-08T19:18:14,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741838_1014 (size=5275) 2024-11-08T19:18:15,070 INFO [M:0;692b295ad45c:34253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4598502fe23340e7b009f4c9615787d5 2024-11-08T19:18:15,087 DEBUG [M:0;692b295ad45c:34253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a774cf0177894e9e9d712895e1ced800 is 69, key is 692b295ad45c,34407,1731093477909/rs:state/1731093480069/Put/seqid=0 2024-11-08T19:18:15,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741839_1015 (size=5156) 2024-11-08T19:18:15,108 DEBUG [RS:0;692b295ad45c:39851.replicationSource.wal-reader.692b295ad45c%2C39851%2C1731093487499,1-692b295ad45c,39851,1731093487499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.1731093488550 to pos 0, reset compression=false 2024-11-08T19:18:15,491 INFO [M:0;692b295ad45c:34253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a774cf0177894e9e9d712895e1ced800 2024-11-08T19:18:15,496 DEBUG [M:0;692b295ad45c:34253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a08a77fb63d4cf28b695ac5420cfb3e as hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a08a77fb63d4cf28b695ac5420cfb3e 2024-11-08T19:18:15,500 INFO [M:0;692b295ad45c:34253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a08a77fb63d4cf28b695ac5420cfb3e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T19:18:15,501 DEBUG [M:0;692b295ad45c:34253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4598502fe23340e7b009f4c9615787d5 as hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4598502fe23340e7b009f4c9615787d5 2024-11-08T19:18:15,505 INFO [M:0;692b295ad45c:34253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4598502fe23340e7b009f4c9615787d5, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T19:18:15,506 DEBUG [M:0;692b295ad45c:34253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a774cf0177894e9e9d712895e1ced800 as hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a774cf0177894e9e9d712895e1ced800 2024-11-08T19:18:15,509 INFO [M:0;692b295ad45c:34253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42445/user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a774cf0177894e9e9d712895e1ced800, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T19:18:15,510 INFO [M:0;692b295ad45c:34253 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=28, compaction requested=false 2024-11-08T19:18:15,511 INFO [M:0;692b295ad45c:34253 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:15,511 DEBUG [M:0;692b295ad45c:34253 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093494232Disabling compacts and flushes for region at 1731093494232Disabling writes for close at 1731093494232Obtaining lock to block concurrent updates at 1731093494232Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093494232Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731093494232Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093494233 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093494233Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093494244 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093494245 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093494653 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093494665 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093494665Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093495074 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093495086 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093495086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e116a00: reopening flushed file at 1731093495495 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70137715: reopening flushed file at 1731093495500 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9c5d01d: reopening flushed file at 1731093495505 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=28, compaction requested=false at 1731093495510 (+5 ms)Writing region close event to WAL at 1731093495511 (+1 ms)Closed at 1731093495511 2024-11-08T19:18:15,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741830_1006 (size=10165) 2024-11-08T19:18:15,513 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3e9a8fe-3333-0505-9f19-46bf3f3e7f14/MasterData/WALs/692b295ad45c,34253,1731093477762/692b295ad45c%2C34253%2C1731093477762.1731093479702 not finished, retry = 0 2024-11-08T19:18:15,614 INFO [M:0;692b295ad45c:34253 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:18:15,614 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:18:15,614 INFO [M:0;692b295ad45c:34253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34253 2024-11-08T19:18:15,614 INFO [M:0;692b295ad45c:34253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:18:15,758 INFO [M:0;692b295ad45c:34253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:18:15,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:15,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34253-0x1011be215d50003, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:15,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f753081{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:18:15,760 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@644bcd9a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:18:15,760 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:18:15,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@663596e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:18:15,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a434f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/hadoop.log.dir/,STOPPED} 2024-11-08T19:18:15,761 WARN [BP-648197593-172.17.0.2-1731093474992 heartbeating to localhost/127.0.0.1:42445 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:18:15,761 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:18:15,761 WARN [BP-648197593-172.17.0.2-1731093474992 heartbeating to localhost/127.0.0.1:42445 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-648197593-172.17.0.2-1731093474992 (Datanode Uuid a428466e-6e88-457c-a235-8193aee8b0d6) service to localhost/127.0.0.1:42445 2024-11-08T19:18:15,761 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:18:15,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/cluster_96f12797-8d05-e42d-e746-5d49c68f9ede/data/data1/current/BP-648197593-172.17.0.2-1731093474992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:18:15,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/cluster_96f12797-8d05-e42d-e746-5d49c68f9ede/data/data2/current/BP-648197593-172.17.0.2-1731093474992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:18:15,762 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:18:15,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a60598f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:18:15,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@564f2692{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:18:15,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:18:15,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@309b17f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:18:15,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bec01ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/hadoop.log.dir/,STOPPED} 2024-11-08T19:18:15,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:18:15,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:18:15,777 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:18:15,777 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:15,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:15,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:15,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:15,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:18:15,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1283515085, stopped=false 2024-11-08T19:18:15,778 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,37229,1731093487454 2024-11-08T19:18:15,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x1011be215d50007, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01161352519/running 2024-11-08T19:18:15,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01161352519/running 2024-11-08T19:18:15,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x1011be215d50007, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:18:15,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:18:15,794 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:18:15,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:18:15,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:15,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:15,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39851-0x1011be215d50007, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on znode that does not yet exist, /01161352519/running 2024-11-08T19:18:15,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Set watcher on znode that does not yet exist, /01161352519/running 2024-11-08T19:18:15,795 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,39851,1731093487499' ***** 2024-11-08T19:18:15,795 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:18:15,795 INFO [RS:0;692b295ad45c:39851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:18:15,796 INFO [RS:0;692b295ad45c:39851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:18:15,796 INFO [RS:0;692b295ad45c:39851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:18:15,796 INFO [RS:0;692b295ad45c:39851 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:15,796 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:18:15,796 INFO [RS:0;692b295ad45c:39851 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,39851,1731093487499 2024-11-08T19:18:15,796 INFO [RS:0;692b295ad45c:39851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:18:15,796 INFO [RS:0;692b295ad45c:39851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:39851. 2024-11-08T19:18:15,796 DEBUG [RS:0;692b295ad45c:39851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:15,796 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fc2abe25e2540f69198fe3e923cf542, disabling compactions & flushes 2024-11-08T19:18:15,796 DEBUG [RS:0;692b295ad45c:39851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:15,796 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:15,796 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:15,796 INFO [RS:0;692b295ad45c:39851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:18:15,796 INFO [RS:0;692b295ad45c:39851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:18:15,796 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. after waiting 0 ms 2024-11-08T19:18:15,796 INFO [RS:0;692b295ad45c:39851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:18:15,796 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:15,796 INFO [RS:0;692b295ad45c:39851 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:18:15,796 INFO [RS:0;692b295ad45c:39851 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T19:18:15,796 DEBUG [RS:0;692b295ad45c:39851 {}] regionserver.HRegionServer(1325): Online Regions={7fc2abe25e2540f69198fe3e923cf542=hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:18:15,797 DEBUG [RS:0;692b295ad45c:39851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fc2abe25e2540f69198fe3e923cf542 2024-11-08T19:18:15,797 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:18:15,797 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:18:15,797 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:18:15,797 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:18:15,797 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:18:15,797 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T19:18:15,801 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/replication/7fc2abe25e2540f69198fe3e923cf542/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-08T19:18:15,803 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:18:15,803 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:18:15,803 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:15,803 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fc2abe25e2540f69198fe3e923cf542: Waiting for close lock at 1731093495796Running coprocessor pre-close hooks at 1731093495796Disabling compacts and flushes for region at 1731093495796Disabling writes for close at 1731093495796Writing region close event to WAL at 1731093495797 (+1 ms)Running coprocessor post-close hooks at 1731093495803 (+6 ms)Closed at 1731093495803 2024-11-08T19:18:15,803 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542. 2024-11-08T19:18:15,813 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:18:15,815 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/.tmp/info/aeb8ae4961a64998a1da5f66a9956230 is 147, key is hbase:replication,,1731093481474.7fc2abe25e2540f69198fe3e923cf542./info:regioninfo/1731093493120/Put/seqid=0 2024-11-08T19:18:15,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741851_1027 (size=6385) 2024-11-08T19:18:15,821 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/.tmp/info/aeb8ae4961a64998a1da5f66a9956230 2024-11-08T19:18:15,827 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/.tmp/info/aeb8ae4961a64998a1da5f66a9956230 as hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/info/aeb8ae4961a64998a1da5f66a9956230 2024-11-08T19:18:15,833 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/info/aeb8ae4961a64998a1da5f66a9956230, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T19:18:15,834 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=19, compaction requested=false 2024-11-08T19:18:15,845 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T19:18:15,845 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:18:15,845 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:18:15,845 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:18:15,845 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093495796Running coprocessor pre-close hooks at 1731093495796Disabling compacts and flushes for region at 1731093495796Disabling writes for close at 1731093495797 (+1 ms)Obtaining lock to block concurrent updates at 1731093495797Preparing flush snapshotting stores in 1588230740 at 1731093495797Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731093495797Flushing stores of hbase:meta,,1.1588230740 at 1731093495797Flushing 1588230740/info: creating writer at 1731093495798 (+1 ms)Flushing 1588230740/info: appending metadata at 1731093495815 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731093495815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698fdffa: reopening flushed file at 1731093495826 (+11 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=19, compaction requested=false at 1731093495834 (+8 ms)Writing region close event to WAL at 1731093495841 (+7 ms)Running coprocessor post-close hooks at 1731093495845 (+4 ms)Closed at 1731093495845 2024-11-08T19:18:15,845 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:18:15,997 INFO [RS:0;692b295ad45c:39851 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,39851,1731093487499; all regions closed. 2024-11-08T19:18:15,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741849_1025 (size=2156) 2024-11-08T19:18:15,999 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.meta.1731093488827.meta not finished, retry = 0 2024-11-08T19:18:16,101 DEBUG [RS:0;692b295ad45c:39851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/oldWALs 2024-11-08T19:18:16,101 INFO [RS:0;692b295ad45c:39851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C39851%2C1731093487499.meta:.meta(num 1731093488827) 2024-11-08T19:18:16,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741850_1026 (size=796) 2024-11-08T19:18:16,103 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/WALs/692b295ad45c,39851,1731093487499/692b295ad45c%2C39851%2C1731093487499.rep.1731093493081 not finished, retry = 0 2024-11-08T19:18:16,206 DEBUG [RS:0;692b295ad45c:39851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/oldWALs 2024-11-08T19:18:16,206 INFO [RS:0;692b295ad45c:39851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C39851%2C1731093487499.rep:(num 1731093493081) 2024-11-08T19:18:16,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741848_1024 (size=93) 2024-11-08T19:18:16,209 DEBUG [RS:0;692b295ad45c:39851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/oldWALs 2024-11-08T19:18:16,209 INFO [RS:0;692b295ad45c:39851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C39851%2C1731093487499:(num 1731093488550) 2024-11-08T19:18:16,209 DEBUG [RS:0;692b295ad45c:39851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:16,209 INFO [RS:0;692b295ad45c:39851 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:18:16,210 INFO [RS:0;692b295ad45c:39851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:18:16,210 INFO [RS:0;692b295ad45c:39851 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T19:18:16,210 INFO [RS:0;692b295ad45c:39851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:18:16,210 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:18:16,210 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T19:18:16,210 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T19:18:16,210 INFO [RS:0;692b295ad45c:39851 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-692b295ad45c,39851,1731093487499 because: Region server is closing 2024-11-08T19:18:16,210 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T19:18:16,210 INFO [RS:0;692b295ad45c:39851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:39851. 2024-11-08T19:18:16,210 DEBUG [RS:0;692b295ad45c:39851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:16,210 DEBUG [RS:0;692b295ad45c:39851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:16,210 DEBUG [RS:0;692b295ad45c:39851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:16,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:16,311 WARN [RS:0;692b295ad45c:39851.replicationSource.wal-reader.692b295ad45c%2C39851%2C1731093487499,1-692b295ad45c,39851,1731093487499 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T19:18:16,311 WARN [RS:0;692b295ad45c:39851.replicationSource.shipper692b295ad45c%2C39851%2C1731093487499,1-692b295ad45c,39851,1731093487499 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T19:18:16,311 INFO [RS:0;692b295ad45c:39851 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;692b295ad45c:39851.replicationSource.shipper692b295ad45c%2C39851%2C1731093487499,1-692b295ad45c,39851,1731093487499 terminated 2024-11-08T19:18:16,311 INFO [RS:0;692b295ad45c:39851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39851 2024-11-08T19:18:16,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x1011be215d50007, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01161352519/rs/692b295ad45c,39851,1731093487499 2024-11-08T19:18:16,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519/rs 2024-11-08T19:18:16,363 INFO [RS:0;692b295ad45c:39851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:18:16,373 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,39851,1731093487499] 2024-11-08T19:18:16,384 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01161352519/draining/692b295ad45c,39851,1731093487499 already deleted, retry=false 2024-11-08T19:18:16,384 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,39851,1731093487499 expired; onlineServers=0 2024-11-08T19:18:16,384 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,37229,1731093487454' ***** 2024-11-08T19:18:16,384 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:18:16,384 INFO [M:0;692b295ad45c:37229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:18:16,384 INFO [M:0;692b295ad45c:37229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:18:16,384 DEBUG [M:0;692b295ad45c:37229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:18:16,384 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:18:16,384 DEBUG [M:0;692b295ad45c:37229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:18:16,384 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093488244 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093488244,5,FailOnTimeoutGroup] 2024-11-08T19:18:16,384 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093488245 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093488245,5,FailOnTimeoutGroup] 2024-11-08T19:18:16,384 INFO [M:0;692b295ad45c:37229 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:18:16,384 INFO [M:0;692b295ad45c:37229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:18:16,384 DEBUG [M:0;692b295ad45c:37229 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:18:16,384 INFO [M:0;692b295ad45c:37229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:18:16,384 INFO [M:0;692b295ad45c:37229 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:18:16,384 INFO [M:0;692b295ad45c:37229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:18:16,385 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:18:16,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01161352519/master 2024-11-08T19:18:16,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161352519 2024-11-08T19:18:16,394 DEBUG [M:0;692b295ad45c:37229 {}] zookeeper.ZKUtil(347): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Unable to get data of znode /01161352519/master because node does not exist (not an error) 2024-11-08T19:18:16,394 WARN [M:0;692b295ad45c:37229 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:18:16,395 INFO [M:0;692b295ad45c:37229 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/.lastflushedseqids 2024-11-08T19:18:16,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741852_1028 (size=181) 2024-11-08T19:18:16,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x1011be215d50007, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:16,473 INFO [RS:0;692b295ad45c:39851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:18:16,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x1011be215d50007, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:16,473 INFO [RS:0;692b295ad45c:39851 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,39851,1731093487499; zookeeper connection closed. 2024-11-08T19:18:16,474 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f15fb2d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f15fb2d 2024-11-08T19:18:16,474 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:18:16,799 INFO [M:0;692b295ad45c:37229 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:18:16,800 INFO [M:0;692b295ad45c:37229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:18:16,800 DEBUG [M:0;692b295ad45c:37229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:18:16,800 INFO [M:0;692b295ad45c:37229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:16,800 DEBUG [M:0;692b295ad45c:37229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:16,800 DEBUG [M:0;692b295ad45c:37229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:18:16,800 DEBUG [M:0;692b295ad45c:37229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:16,800 INFO [M:0;692b295ad45c:37229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T19:18:16,813 DEBUG [M:0;692b295ad45c:37229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3159de5cff424630b7d23a4b03607802 is 82, key is hbase:meta,,1/info:regioninfo/1731093488869/Put/seqid=0 2024-11-08T19:18:16,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741853_1029 (size=5672) 2024-11-08T19:18:17,217 INFO [M:0;692b295ad45c:37229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3159de5cff424630b7d23a4b03607802 2024-11-08T19:18:17,235 DEBUG [M:0;692b295ad45c:37229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5567b4cc790147c882aa27c9414b704d is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731093493125/Put/seqid=0 2024-11-08T19:18:17,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741854_1030 (size=7312) 2024-11-08T19:18:17,640 INFO [M:0;692b295ad45c:37229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5567b4cc790147c882aa27c9414b704d 2024-11-08T19:18:17,657 DEBUG [M:0;692b295ad45c:37229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a40913beb1ef49d786acf31d3fe1475d is 69, key is 692b295ad45c,39851,1731093487499/rs:state/1731093488356/Put/seqid=0 2024-11-08T19:18:17,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741855_1031 (size=5370) 2024-11-08T19:18:18,061 INFO [M:0;692b295ad45c:37229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a40913beb1ef49d786acf31d3fe1475d 2024-11-08T19:18:18,066 INFO [M:0;692b295ad45c:37229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a40913beb1ef49d786acf31d3fe1475d 2024-11-08T19:18:18,066 DEBUG [M:0;692b295ad45c:37229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3159de5cff424630b7d23a4b03607802 as hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3159de5cff424630b7d23a4b03607802 2024-11-08T19:18:18,071 INFO [M:0;692b295ad45c:37229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3159de5cff424630b7d23a4b03607802, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T19:18:18,072 DEBUG [M:0;692b295ad45c:37229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5567b4cc790147c882aa27c9414b704d as hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5567b4cc790147c882aa27c9414b704d 2024-11-08T19:18:18,076 INFO [M:0;692b295ad45c:37229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5567b4cc790147c882aa27c9414b704d, entries=7, sequenceid=127, filesize=7.1 K 2024-11-08T19:18:18,077 DEBUG [M:0;692b295ad45c:37229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a40913beb1ef49d786acf31d3fe1475d as hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a40913beb1ef49d786acf31d3fe1475d 2024-11-08T19:18:18,081 INFO [M:0;692b295ad45c:37229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a40913beb1ef49d786acf31d3fe1475d 2024-11-08T19:18:18,082 INFO [M:0;692b295ad45c:37229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39355/user/jenkins/test-data/7c612d4e-1d6f-409f-9e8f-a4d98677a834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a40913beb1ef49d786acf31d3fe1475d, entries=2, sequenceid=127, filesize=5.2 K 2024-11-08T19:18:18,082 INFO [M:0;692b295ad45c:37229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=127, compaction requested=false 2024-11-08T19:18:18,083 INFO [M:0;692b295ad45c:37229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:18,084 DEBUG [M:0;692b295ad45c:37229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093496800Disabling compacts and flushes for region at 1731093496800Disabling writes for close at 1731093496800Obtaining lock to block concurrent updates at 1731093496800Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093496800Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731093496800Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093496801 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093496801Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093496813 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093496813Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093497222 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093497235 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093497235Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093497645 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093497657 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093497657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e96100c: reopening flushed file at 1731093498066 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d1d659: reopening flushed file at 1731093498071 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d5d702: reopening flushed file at 1731093498076 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=127, compaction requested=false at 1731093498082 (+6 ms)Writing region close event to WAL at 1731093498083 (+1 ms)Closed at 1731093498083 2024-11-08T19:18:18,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741847_1023 (size=22903) 2024-11-08T19:18:18,086 INFO [M:0;692b295ad45c:37229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:18:18,086 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:18:18,086 INFO [M:0;692b295ad45c:37229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37229 2024-11-08T19:18:18,086 INFO [M:0;692b295ad45c:37229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:18:18,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:18,242 INFO [M:0;692b295ad45c:37229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:18:18,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1011be215d50006, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:18,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36738a66{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:18:18,244 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c4d5fed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:18:18,244 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:18:18,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24c1ce4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:18:18,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71a93434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/hadoop.log.dir/,STOPPED} 2024-11-08T19:18:18,245 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:18:18,245 WARN [BP-1891829940-172.17.0.2-1731093469757 heartbeating to localhost/127.0.0.1:39355 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:18:18,245 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:18:18,245 WARN [BP-1891829940-172.17.0.2-1731093469757 heartbeating to localhost/127.0.0.1:39355 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1891829940-172.17.0.2-1731093469757 (Datanode Uuid 6802ec19-4a8a-4d25-a00f-1382e2c0f4ca) service to localhost/127.0.0.1:39355 2024-11-08T19:18:18,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/cluster_90644396-1ba3-647f-7646-f19fd84c227d/data/data1/current/BP-1891829940-172.17.0.2-1731093469757 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:18:18,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/cluster_90644396-1ba3-647f-7646-f19fd84c227d/data/data2/current/BP-1891829940-172.17.0.2-1731093469757 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:18:18,246 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:18:18,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b35685e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:18:18,251 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4135ef3b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:18:18,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:18:18,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49d49565{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:18:18,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d107e56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7258f72e-2066-88bf-b551-1f76e343c2b8/hadoop.log.dir/,STOPPED} 2024-11-08T19:18:18,256 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:18:18,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:18:18,276 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 158) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:39355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39355 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42445 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:39355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:42445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57251) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57251) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 429), ProcessCount=11 (was 11), AvailableMemoryMB=2234 (was 2245) 2024-11-08T19:18:18,284 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=2234 2024-11-08T19:18:18,295 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-08T19:18:18,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/hadoop.log.dir so I do NOT create it in target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4 2024-11-08T19:18:18,296 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:18:18,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/hadoop.tmp.dir so I do NOT create it in target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4 2024-11-08T19:18:18,296 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea1c337c-4d6c-d43d-ee97-9142ddfe8b5f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:18:18,296 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4 2024-11-08T19:18:18,296 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/cluster_94b9f38f-553b-5891-7eb0-bf907333ccb2, deleteOnExit=true 2024-11-08T19:18:18,316 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/cluster_94b9f38f-553b-5891-7eb0-bf907333ccb2/zookeeper_0, clientPort=55783, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/cluster_94b9f38f-553b-5891-7eb0-bf907333ccb2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/cluster_94b9f38f-553b-5891-7eb0-bf907333ccb2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:18:18,316 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55783 2024-11-08T19:18:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:18:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:18:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/test.cache.data in system properties and HBase conf 2024-11-08T19:18:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:18:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:18:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:18:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:18:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:18:18,317 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:18:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:18:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:18:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:18:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:18:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:18:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:18:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:18:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:18:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:18:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:18:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:18:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:18:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:18:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:18:18,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011be215d50005, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T19:18:18,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011be215d50002, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T19:18:18,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011be215d50005, quorum=127.0.0.1:57251, baseZNode=/1197346573 Received Disconnected from ZooKeeper, ignoring 2024-11-08T19:18:18,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011be215d50002, quorum=127.0.0.1:57251, baseZNode=/01161352519 Received Disconnected from ZooKeeper, ignoring 2024-11-08T19:18:18,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:18:18,756 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:18:18,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:18:18,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:18:18,759 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:18:18,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:18:18,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bcd1cbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:18:18,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56dbaaa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:18:18,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53e54f81{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/java.io.tmpdir/jetty-localhost-35579-hadoop-hdfs-3_4_1-tests_jar-_-any-13683043704504095313/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:18:18,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@503655bb{HTTP/1.1, (http/1.1)}{localhost:35579} 2024-11-08T19:18:18,861 INFO [Time-limited test {}] server.Server(415): Started @173184ms 2024-11-08T19:18:19,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:18:19,202 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:18:19,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:18:19,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:18:19,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:18:19,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29d9459f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:18:19,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1508b2ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:18:19,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af82b70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/java.io.tmpdir/jetty-localhost-41845-hadoop-hdfs-3_4_1-tests_jar-_-any-2863607791169559581/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:18:19,299 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5db06c0f{HTTP/1.1, (http/1.1)}{localhost:41845} 2024-11-08T19:18:19,299 INFO [Time-limited test {}] server.Server(415): Started @173623ms 2024-11-08T19:18:19,300 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:18:20,001 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/cluster_94b9f38f-553b-5891-7eb0-bf907333ccb2/data/data1/current/BP-1723661921-172.17.0.2-1731093498345/current, will proceed with Du for space computation calculation, 2024-11-08T19:18:20,002 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/cluster_94b9f38f-553b-5891-7eb0-bf907333ccb2/data/data2/current/BP-1723661921-172.17.0.2-1731093498345/current, will proceed with Du for space computation calculation, 2024-11-08T19:18:20,049 WARN [Thread-1667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:18:20,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf29179bb858c3dc with lease ID 0xd28502974dde6edc: Processing first storage report for DS-6b7fc0be-1791-4163-b90a-61aeb081e80e from datanode DatanodeRegistration(127.0.0.1:42117, datanodeUuid=9324708a-51e3-458c-9419-7c4b96c0c48f, infoPort=39707, infoSecurePort=0, ipcPort=45925, storageInfo=lv=-57;cid=testClusterID;nsid=1459660569;c=1731093498345) 2024-11-08T19:18:20,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf29179bb858c3dc with lease ID 0xd28502974dde6edc: from storage DS-6b7fc0be-1791-4163-b90a-61aeb081e80e node DatanodeRegistration(127.0.0.1:42117, datanodeUuid=9324708a-51e3-458c-9419-7c4b96c0c48f, infoPort=39707, infoSecurePort=0, ipcPort=45925, storageInfo=lv=-57;cid=testClusterID;nsid=1459660569;c=1731093498345), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:18:20,053 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf29179bb858c3dc with lease ID 0xd28502974dde6edc: Processing first storage report for DS-b47a927a-c4d0-4f0d-beeb-1676975809e8 from datanode DatanodeRegistration(127.0.0.1:42117, datanodeUuid=9324708a-51e3-458c-9419-7c4b96c0c48f, infoPort=39707, infoSecurePort=0, ipcPort=45925, storageInfo=lv=-57;cid=testClusterID;nsid=1459660569;c=1731093498345) 2024-11-08T19:18:20,053 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf29179bb858c3dc with lease ID 0xd28502974dde6edc: from storage DS-b47a927a-c4d0-4f0d-beeb-1676975809e8 node DatanodeRegistration(127.0.0.1:42117, datanodeUuid=9324708a-51e3-458c-9419-7c4b96c0c48f, infoPort=39707, infoSecurePort=0, ipcPort=45925, storageInfo=lv=-57;cid=testClusterID;nsid=1459660569;c=1731093498345), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:18:20,127 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4 2024-11-08T19:18:20,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:20,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:20,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:18:20,554 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3 with version=8 2024-11-08T19:18:20,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/hbase-staging 2024-11-08T19:18:20,556 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:18:20,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:20,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:20,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:18:20,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:20,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:18:20,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:18:20,557 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:18:20,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39727 2024-11-08T19:18:20,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39727 connecting to ZooKeeper ensemble=127.0.0.1:55783 2024-11-08T19:18:20,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397270x0, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:18:20,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39727-0x1011be285770000 connected 2024-11-08T19:18:20,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:20,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:20,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Set watcher on znode that does not yet exist, /01216928704/running 2024-11-08T19:18:20,794 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3, hbase.cluster.distributed=false 2024-11-08T19:18:20,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Set watcher on znode that does not yet exist, /01216928704/acl 2024-11-08T19:18:20,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39727 2024-11-08T19:18:20,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39727 2024-11-08T19:18:20,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39727 2024-11-08T19:18:20,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39727 2024-11-08T19:18:20,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39727 2024-11-08T19:18:20,841 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:18:20,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:20,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:20,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:18:20,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:20,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:18:20,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:18:20,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:18:20,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35745 2024-11-08T19:18:20,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35745 connecting to ZooKeeper ensemble=127.0.0.1:55783 2024-11-08T19:18:20,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:20,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:20,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357450x0, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:18:20,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357450x0, quorum=127.0.0.1:55783, baseZNode=/01216928704 Set watcher on znode that does not yet exist, /01216928704/running 2024-11-08T19:18:20,864 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:18:20,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35745-0x1011be285770001 connected 2024-11-08T19:18:20,864 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:18:20,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Set watcher on znode that does not yet exist, /01216928704/master 2024-11-08T19:18:20,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Set watcher on znode that does not yet exist, /01216928704/acl 2024-11-08T19:18:20,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35745 2024-11-08T19:18:20,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35745 2024-11-08T19:18:20,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35745 2024-11-08T19:18:20,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35745 2024-11-08T19:18:20,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35745 2024-11-08T19:18:20,904 DEBUG [M:0;692b295ad45c:39727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:39727 2024-11-08T19:18:20,909 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01216928704/backup-masters/692b295ad45c,39727,1731093500556 2024-11-08T19:18:20,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704/backup-masters 2024-11-08T19:18:20,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704/backup-masters 2024-11-08T19:18:20,921 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Set watcher on existing znode=/01216928704/backup-masters/692b295ad45c,39727,1731093500556 2024-11-08T19:18:20,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01216928704/master 2024-11-08T19:18:20,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704 2024-11-08T19:18:20,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704 2024-11-08T19:18:20,929 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Set watcher on existing znode=/01216928704/master 2024-11-08T19:18:20,929 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01216928704/backup-masters/692b295ad45c,39727,1731093500556 from backup master directory 2024-11-08T19:18:20,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704/backup-masters 2024-11-08T19:18:20,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01216928704/backup-masters/692b295ad45c,39727,1731093500556 2024-11-08T19:18:20,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704/backup-masters 2024-11-08T19:18:20,940 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:18:20,940 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,39727,1731093500556 2024-11-08T19:18:20,947 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/hbase.id] with ID: ece4800e-239e-4642-9276-0894ee7ad38b 2024-11-08T19:18:20,947 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/.tmp/hbase.id 2024-11-08T19:18:20,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:18:20,960 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/.tmp/hbase.id]:[hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/hbase.id] 2024-11-08T19:18:20,981 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:20,981 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:18:20,983 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T19:18:20,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704 2024-11-08T19:18:20,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704 2024-11-08T19:18:21,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:18:21,306 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:18:21,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:21,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:21,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:21,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:21,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:21,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:21,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:21,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:21,411 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:18:21,412 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:18:21,413 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:21,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:18:21,827 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store 2024-11-08T19:18:21,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:18:22,233 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:22,233 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:18:22,233 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:22,233 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:22,233 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:18:22,233 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:22,233 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:22,233 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093502233Disabling compacts and flushes for region at 1731093502233Disabling writes for close at 1731093502233Writing region close event to WAL at 1731093502233Closed at 1731093502233 2024-11-08T19:18:22,234 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/.initializing 2024-11-08T19:18:22,234 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/WALs/692b295ad45c,39727,1731093500556 2024-11-08T19:18:22,235 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:18:22,237 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C39727%2C1731093500556, suffix=, logDir=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/WALs/692b295ad45c,39727,1731093500556, archiveDir=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/oldWALs, maxLogs=10 2024-11-08T19:18:22,253 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/WALs/692b295ad45c,39727,1731093500556/692b295ad45c%2C39727%2C1731093500556.1731093502237, exclude list is [], retry=0 2024-11-08T19:18:22,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42117,DS-6b7fc0be-1791-4163-b90a-61aeb081e80e,DISK] 2024-11-08T19:18:22,262 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/WALs/692b295ad45c,39727,1731093500556/692b295ad45c%2C39727%2C1731093500556.1731093502237 2024-11-08T19:18:22,262 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39707:39707)] 2024-11-08T19:18:22,262 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:18:22,262 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:22,262 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:22,262 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:22,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:22,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:18:22,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:22,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:22,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:22,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:18:22,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:22,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:22,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:22,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:18:22,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:22,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:22,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:22,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:18:22,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:22,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:22,271 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:22,273 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:22,273 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:22,275 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:22,275 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:22,275 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:18:22,276 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:22,280 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:18:22,281 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70942670, jitterRate=0.05712816119194031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:18:22,282 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093502263Initializing all the Stores at 1731093502263Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093502263Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093502264 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093502264Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093502264Cleaning up temporary data from old regions at 1731093502275 (+11 ms)Region opened successfully at 1731093502282 (+7 ms) 2024-11-08T19:18:22,282 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:18:22,285 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f50fc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:18:22,286 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:18:22,286 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:18:22,286 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:18:22,286 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:18:22,287 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:18:22,287 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:18:22,287 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:18:22,289 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:18:22,290 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Unable to get data of znode /01216928704/balancer because node does not exist (not necessarily an error) 2024-11-08T19:18:22,307 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01216928704/balancer already deleted, retry=false 2024-11-08T19:18:22,307 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:18:22,308 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Unable to get data of znode /01216928704/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:18:22,317 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01216928704/normalizer already deleted, retry=false 2024-11-08T19:18:22,318 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:18:22,319 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Unable to get data of znode /01216928704/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:18:22,328 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01216928704/switch/split already deleted, retry=false 2024-11-08T19:18:22,329 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Unable to get data of znode /01216928704/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:18:22,338 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01216928704/switch/merge already deleted, retry=false 2024-11-08T19:18:22,340 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Unable to get data of znode /01216928704/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:18:22,349 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01216928704/snapshot-cleanup already deleted, retry=false 2024-11-08T19:18:22,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01216928704/running 2024-11-08T19:18:22,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01216928704/running 2024-11-08T19:18:22,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704 2024-11-08T19:18:22,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704 2024-11-08T19:18:22,360 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,39727,1731093500556, sessionid=0x1011be285770000, setting cluster-up flag (Was=false) 2024-11-08T19:18:22,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704 2024-11-08T19:18:22,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704 2024-11-08T19:18:22,412 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01216928704/flush-table-proc/acquired, /01216928704/flush-table-proc/reached, /01216928704/flush-table-proc/abort 2024-11-08T19:18:22,413 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,39727,1731093500556 2024-11-08T19:18:22,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704 2024-11-08T19:18:22,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704 2024-11-08T19:18:22,465 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01216928704/online-snapshot/acquired, /01216928704/online-snapshot/reached, /01216928704/online-snapshot/abort 2024-11-08T19:18:22,465 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,39727,1731093500556 2024-11-08T19:18:22,467 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:18:22,468 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:18:22,468 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:18:22,468 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:18:22,468 WARN [master/692b295ad45c:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 692b295ad45c,35211,1731093472013: status=Processing ServerCrashProcedure of 692b295ad45c,35211,1731093472013 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731093488244, completionTime=-1 appears to have been leaked 2024-11-08T19:18:22,469 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,39727,1731093500556 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:18:22,470 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:22,470 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:22,470 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:22,470 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:22,470 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:18:22,470 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:22,470 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:18:22,470 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:22,477 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:18:22,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:18:22,478 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:22,479 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:18:22,490 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093532490 2024-11-08T19:18:22,491 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:18:22,491 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:18:22,491 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:18:22,491 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:18:22,491 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:18:22,491 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:18:22,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:18:22,496 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:22,496 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:18:22,497 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:18:22,497 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:18:22,497 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:18:22,497 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:18:22,497 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:18:22,497 INFO [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(746): ClusterId : ece4800e-239e-4642-9276-0894ee7ad38b 2024-11-08T19:18:22,497 DEBUG [RS:0;692b295ad45c:35745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:18:22,500 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093502497,5,FailOnTimeoutGroup] 2024-11-08T19:18:22,503 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093502500,5,FailOnTimeoutGroup] 2024-11-08T19:18:22,504 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:22,504 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:18:22,504 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:22,504 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:22,507 DEBUG [RS:0;692b295ad45c:35745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:18:22,507 DEBUG [RS:0;692b295ad45c:35745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:18:22,518 DEBUG [RS:0;692b295ad45c:35745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:18:22,518 DEBUG [RS:0;692b295ad45c:35745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd73522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:18:22,532 DEBUG [RS:0;692b295ad45c:35745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:35745 2024-11-08T19:18:22,532 INFO [RS:0;692b295ad45c:35745 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:18:22,532 INFO [RS:0;692b295ad45c:35745 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:18:22,532 DEBUG [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:18:22,533 INFO [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,39727,1731093500556 with port=35745, startcode=1731093500841 2024-11-08T19:18:22,533 DEBUG [RS:0;692b295ad45c:35745 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:18:22,535 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:18:22,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39727 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,35745,1731093500841 2024-11-08T19:18:22,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39727 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,35745,1731093500841 2024-11-08T19:18:22,537 DEBUG [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3 2024-11-08T19:18:22,537 DEBUG [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41313 2024-11-08T19:18:22,537 DEBUG [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:18:22,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704/rs 2024-11-08T19:18:22,549 DEBUG [RS:0;692b295ad45c:35745 {}] zookeeper.ZKUtil(111): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Set watcher on existing znode=/01216928704/rs/692b295ad45c,35745,1731093500841 2024-11-08T19:18:22,549 WARN [RS:0;692b295ad45c:35745 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:18:22,549 INFO [RS:0;692b295ad45c:35745 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:22,549 DEBUG [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841 2024-11-08T19:18:22,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,35745,1731093500841] 2024-11-08T19:18:22,553 INFO [RS:0;692b295ad45c:35745 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:18:22,554 INFO [RS:0;692b295ad45c:35745 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:18:22,554 INFO [RS:0;692b295ad45c:35745 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:18:22,555 INFO [RS:0;692b295ad45c:35745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:22,555 INFO [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:18:22,556 INFO [RS:0;692b295ad45c:35745 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:18:22,556 INFO [RS:0;692b295ad45c:35745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:22,556 DEBUG [RS:0;692b295ad45c:35745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:22,556 DEBUG [RS:0;692b295ad45c:35745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:22,556 DEBUG [RS:0;692b295ad45c:35745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:22,556 DEBUG [RS:0;692b295ad45c:35745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:22,556 DEBUG [RS:0;692b295ad45c:35745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:22,556 DEBUG [RS:0;692b295ad45c:35745 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:18:22,556 DEBUG [RS:0;692b295ad45c:35745 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:22,556 DEBUG [RS:0;692b295ad45c:35745 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:22,556 DEBUG [RS:0;692b295ad45c:35745 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:22,556 DEBUG [RS:0;692b295ad45c:35745 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:22,556 DEBUG [RS:0;692b295ad45c:35745 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:22,556 DEBUG [RS:0;692b295ad45c:35745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:22,556 DEBUG [RS:0;692b295ad45c:35745 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:18:22,557 DEBUG [RS:0;692b295ad45c:35745 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:18:22,565 INFO [RS:0;692b295ad45c:35745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:22,565 INFO [RS:0;692b295ad45c:35745 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:22,565 INFO [RS:0;692b295ad45c:35745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:22,565 INFO [RS:0;692b295ad45c:35745 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:22,565 INFO [RS:0;692b295ad45c:35745 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:22,565 INFO [RS:0;692b295ad45c:35745 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,35745,1731093500841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:18:22,583 INFO [RS:0;692b295ad45c:35745 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:18:22,584 INFO [RS:0;692b295ad45c:35745 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,35745,1731093500841-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:22,584 INFO [RS:0;692b295ad45c:35745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:22,584 INFO [RS:0;692b295ad45c:35745 {}] regionserver.Replication(171): 692b295ad45c,35745,1731093500841 started 2024-11-08T19:18:22,599 INFO [RS:0;692b295ad45c:35745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:22,599 INFO [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,35745,1731093500841, RpcServer on 692b295ad45c/172.17.0.2:35745, sessionid=0x1011be285770001 2024-11-08T19:18:22,599 DEBUG [RS:0;692b295ad45c:35745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:18:22,599 DEBUG [RS:0;692b295ad45c:35745 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,35745,1731093500841 2024-11-08T19:18:22,599 DEBUG [RS:0;692b295ad45c:35745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,35745,1731093500841' 2024-11-08T19:18:22,599 DEBUG [RS:0;692b295ad45c:35745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01216928704/flush-table-proc/abort' 2024-11-08T19:18:22,600 DEBUG [RS:0;692b295ad45c:35745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01216928704/flush-table-proc/acquired' 2024-11-08T19:18:22,600 DEBUG [RS:0;692b295ad45c:35745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:18:22,600 DEBUG [RS:0;692b295ad45c:35745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:18:22,600 DEBUG [RS:0;692b295ad45c:35745 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,35745,1731093500841 2024-11-08T19:18:22,600 DEBUG [RS:0;692b295ad45c:35745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,35745,1731093500841' 2024-11-08T19:18:22,600 DEBUG [RS:0;692b295ad45c:35745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01216928704/online-snapshot/abort' 2024-11-08T19:18:22,600 DEBUG [RS:0;692b295ad45c:35745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01216928704/online-snapshot/acquired' 2024-11-08T19:18:22,601 DEBUG [RS:0;692b295ad45c:35745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:18:22,601 INFO [RS:0;692b295ad45c:35745 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:18:22,601 INFO [RS:0;692b295ad45c:35745 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:18:22,701 INFO [RS:0;692b295ad45c:35745 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:18:22,703 INFO [RS:0;692b295ad45c:35745 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C35745%2C1731093500841, suffix=, logDir=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841, archiveDir=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/oldWALs, maxLogs=10 2024-11-08T19:18:22,716 DEBUG [RS:0;692b295ad45c:35745 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703, exclude list is [], retry=0 2024-11-08T19:18:22,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42117,DS-6b7fc0be-1791-4163-b90a-61aeb081e80e,DISK] 2024-11-08T19:18:22,720 INFO [RS:0;692b295ad45c:35745 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 2024-11-08T19:18:22,721 DEBUG [RS:0;692b295ad45c:35745 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39707:39707)] 2024-11-08T19:18:22,895 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:18:22,895 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3 2024-11-08T19:18:22,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741833_1009 (size=32) 2024-11-08T19:18:23,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:23,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:18:23,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:18:23,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:23,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:23,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:18:23,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:18:23,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:23,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:23,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:18:23,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:18:23,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:23,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:23,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:18:23,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:18:23,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:23,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:23,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:18:23,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740 2024-11-08T19:18:23,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740 2024-11-08T19:18:23,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:18:23,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:18:23,311 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:18:23,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:18:23,313 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:18:23,313 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74834676, jitterRate=0.11512356996536255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:18:23,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093503301Initializing all the Stores at 1731093503302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093503302Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093503302Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093503302Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093503302Cleaning up temporary data from old regions at 1731093503311 (+9 ms)Region opened successfully at 1731093503314 (+3 ms) 2024-11-08T19:18:23,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:18:23,314 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:18:23,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:18:23,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:18:23,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:18:23,314 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:18:23,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093503314Disabling compacts and flushes for region at 1731093503314Disabling writes for close at 1731093503314Writing region close event to WAL at 1731093503314Closed at 1731093503314 2024-11-08T19:18:23,315 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:18:23,315 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:18:23,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:18:23,316 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:18:23,317 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:18:23,467 DEBUG [692b295ad45c:39727 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:18:23,468 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,35745,1731093500841 2024-11-08T19:18:23,469 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,35745,1731093500841, state=OPENING 2024-11-08T19:18:23,517 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:18:23,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704 2024-11-08T19:18:23,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704 2024-11-08T19:18:23,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01216928704/meta-region-server: CHANGED 2024-11-08T19:18:23,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01216928704/meta-region-server: CHANGED 2024-11-08T19:18:23,528 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:18:23,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,35745,1731093500841}] 2024-11-08T19:18:23,683 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:18:23,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:18:23,687 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:18:23,687 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:23,687 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:18:23,689 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C35745%2C1731093500841.meta, suffix=.meta, logDir=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841, archiveDir=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/oldWALs, maxLogs=10 2024-11-08T19:18:23,701 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.meta.1731093503689.meta, exclude list is [], retry=0 2024-11-08T19:18:23,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42117,DS-6b7fc0be-1791-4163-b90a-61aeb081e80e,DISK] 2024-11-08T19:18:23,705 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.meta.1731093503689.meta 2024-11-08T19:18:23,705 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39707:39707)] 2024-11-08T19:18:23,705 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:18:23,705 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:18:23,705 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:18:23,705 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:18:23,706 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:18:23,706 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:18:23,706 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:23,706 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:18:23,706 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:18:23,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:18:23,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:18:23,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:23,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:23,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:18:23,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:18:23,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:23,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:23,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:18:23,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:18:23,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:23,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:23,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:18:23,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:18:23,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:23,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:23,712 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:18:23,713 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740 2024-11-08T19:18:23,713 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740 2024-11-08T19:18:23,714 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:18:23,714 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:18:23,715 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:18:23,715 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:18:23,716 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67463778, jitterRate=0.005288630723953247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:18:23,716 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:18:23,717 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093503706Writing region info on filesystem at 1731093503706Initializing all the Stores at 1731093503707 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093503707Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093503708 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093503708Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093503708Cleaning up temporary data from old regions at 1731093503714 (+6 ms)Running coprocessor post-open hooks at 1731093503716 (+2 ms)Region opened successfully at 1731093503716 2024-11-08T19:18:23,717 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093503683 2024-11-08T19:18:23,719 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:18:23,719 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:18:23,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,35745,1731093500841 2024-11-08T19:18:23,720 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,35745,1731093500841, state=OPEN 2024-11-08T19:18:23,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01216928704/meta-region-server 2024-11-08T19:18:23,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01216928704/meta-region-server 2024-11-08T19:18:23,852 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,35745,1731093500841 2024-11-08T19:18:23,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01216928704/meta-region-server: CHANGED 2024-11-08T19:18:23,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01216928704/meta-region-server: CHANGED 2024-11-08T19:18:23,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:18:23,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,35745,1731093500841 in 324 msec 2024-11-08T19:18:23,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:18:23,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 540 msec 2024-11-08T19:18:23,857 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:18:23,857 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:18:23,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:23,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,35745,1731093500841, seqNum=-1] 2024-11-08T19:18:23,858 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:23,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:18:23,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3950 sec 2024-11-08T19:18:23,863 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093503863, completionTime=-1 2024-11-08T19:18:23,863 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:18:23,863 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:18:23,865 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:18:23,865 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093563865 2024-11-08T19:18:23,865 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093623865 2024-11-08T19:18:23,866 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T19:18:23,866 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39727,1731093500556-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:23,866 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39727,1731093500556-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:23,866 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39727,1731093500556-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:23,866 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:39727, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:23,866 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:23,866 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:23,868 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:18:23,870 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.930sec 2024-11-08T19:18:23,870 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:18:23,870 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:18:23,870 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:18:23,870 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:18:23,870 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:18:23,870 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39727,1731093500556-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:18:23,870 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39727,1731093500556-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:18:23,873 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:18:23,873 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:18:23,873 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39727,1731093500556-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:23,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a3a7a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:23,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,39727,-1 for getting cluster id 2024-11-08T19:18:23,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:23,900 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ece4800e-239e-4642-9276-0894ee7ad38b' 2024-11-08T19:18:23,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:23,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ece4800e-239e-4642-9276-0894ee7ad38b" 2024-11-08T19:18:23,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df3afde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:23,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,39727,-1] 2024-11-08T19:18:23,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:23,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:23,902 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:23,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557ba613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:23,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:23,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,35745,1731093500841, seqNum=-1] 2024-11-08T19:18:23,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:23,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:18:23,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,39727,1731093500556 2024-11-08T19:18:23,908 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55783 2024-11-08T19:18:23,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:18:23,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011be285770002 connected 2024-11-08T19:18:24,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/hadoop.log.dir so I do NOT create it in target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b 2024-11-08T19:18:24,118 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:18:24,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/hadoop.tmp.dir so I do NOT create it in target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b 2024-11-08T19:18:24,118 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:18:24,118 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b 2024-11-08T19:18:24,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:18:24,119 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/cluster_b8a27bc6-c0ed-693e-4826-4111f178f1e6, deleteOnExit=true 2024-11-08T19:18:24,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:18:24,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/test.cache.data in system properties and HBase conf 2024-11-08T19:18:24,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:18:24,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:18:24,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:18:24,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:18:24,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:18:24,119 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:18:24,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:18:24,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:18:24,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:18:24,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:18:24,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:18:24,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:18:24,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:18:24,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:18:24,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:18:24,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:18:24,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:18:24,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:18:24,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:18:24,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:18:24,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T19:18:25,005 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:18:25,010 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:18:25,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:18:25,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:18:25,017 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:18:25,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:18:25,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12f084d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:18:25,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a4688b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:18:25,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39d01165{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/java.io.tmpdir/jetty-localhost-37351-hadoop-hdfs-3_4_1-tests_jar-_-any-7847948127150099450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:18:25,116 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1092d567{HTTP/1.1, (http/1.1)}{localhost:37351} 2024-11-08T19:18:25,117 INFO [Time-limited test {}] server.Server(415): Started @179440ms 2024-11-08T19:18:25,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:18:25,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:18:25,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:18:25,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:18:25,739 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:18:25,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43690538{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:18:25,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aa5602a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:18:25,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@249e06b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/java.io.tmpdir/jetty-localhost-43057-hadoop-hdfs-3_4_1-tests_jar-_-any-10269599393138011536/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:18:25,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@499e4fcd{HTTP/1.1, (http/1.1)}{localhost:43057} 2024-11-08T19:18:25,854 INFO [Time-limited test {}] server.Server(415): Started @180177ms 2024-11-08T19:18:25,855 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:18:26,553 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/cluster_b8a27bc6-c0ed-693e-4826-4111f178f1e6/data/data2/current/BP-1264690652-172.17.0.2-1731093504140/current, will proceed with Du for space computation calculation, 2024-11-08T19:18:26,553 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/cluster_b8a27bc6-c0ed-693e-4826-4111f178f1e6/data/data1/current/BP-1264690652-172.17.0.2-1731093504140/current, will proceed with Du for space computation calculation, 2024-11-08T19:18:26,572 WARN [Thread-1788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:18:26,574 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ff076c52eb31159 with lease ID 0x935f88981e9cd3f0: Processing first storage report for DS-6ec560b0-b748-4a8a-9ff6-3dc74e3b6043 from datanode DatanodeRegistration(127.0.0.1:42131, datanodeUuid=c3acf9ae-9440-4b70-a994-b741370b374c, infoPort=43647, infoSecurePort=0, ipcPort=36725, storageInfo=lv=-57;cid=testClusterID;nsid=688706798;c=1731093504140) 2024-11-08T19:18:26,574 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ff076c52eb31159 with lease ID 0x935f88981e9cd3f0: from storage DS-6ec560b0-b748-4a8a-9ff6-3dc74e3b6043 node DatanodeRegistration(127.0.0.1:42131, datanodeUuid=c3acf9ae-9440-4b70-a994-b741370b374c, infoPort=43647, infoSecurePort=0, ipcPort=36725, storageInfo=lv=-57;cid=testClusterID;nsid=688706798;c=1731093504140), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:18:26,574 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ff076c52eb31159 with lease ID 0x935f88981e9cd3f0: Processing first storage report for DS-0a9ff00e-1661-486e-a9df-7269ecb471f5 from datanode DatanodeRegistration(127.0.0.1:42131, datanodeUuid=c3acf9ae-9440-4b70-a994-b741370b374c, infoPort=43647, infoSecurePort=0, ipcPort=36725, storageInfo=lv=-57;cid=testClusterID;nsid=688706798;c=1731093504140) 2024-11-08T19:18:26,574 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ff076c52eb31159 with lease ID 0x935f88981e9cd3f0: from storage DS-0a9ff00e-1661-486e-a9df-7269ecb471f5 node DatanodeRegistration(127.0.0.1:42131, datanodeUuid=c3acf9ae-9440-4b70-a994-b741370b374c, infoPort=43647, infoSecurePort=0, ipcPort=36725, storageInfo=lv=-57;cid=testClusterID;nsid=688706798;c=1731093504140), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:18:26,601 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b 2024-11-08T19:18:26,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:26,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:26,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:18:27,009 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d with version=8 2024-11-08T19:18:27,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/hbase-staging 2024-11-08T19:18:27,011 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:18:27,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:27,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:27,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:18:27,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:27,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:18:27,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:18:27,011 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:18:27,012 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37303 2024-11-08T19:18:27,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37303 connecting to ZooKeeper ensemble=127.0.0.1:55783 2024-11-08T19:18:27,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373030x0, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:18:27,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37303-0x1011be285770003 connected 2024-11-08T19:18:27,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:27,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:27,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Set watcher on znode that does not yet exist, /1896634626/running 2024-11-08T19:18:27,109 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d, hbase.cluster.distributed=false 2024-11-08T19:18:27,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Set watcher on znode that does not yet exist, /1896634626/acl 2024-11-08T19:18:27,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37303 2024-11-08T19:18:27,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37303 2024-11-08T19:18:27,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37303 2024-11-08T19:18:27,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37303 2024-11-08T19:18:27,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37303 2024-11-08T19:18:27,124 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:18:27,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:27,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:27,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:18:27,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:27,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:18:27,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:18:27,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:18:27,124 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43613 2024-11-08T19:18:27,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43613 connecting to ZooKeeper ensemble=127.0.0.1:55783 2024-11-08T19:18:27,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:27,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:27,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436130x0, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:18:27,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436130x0, quorum=127.0.0.1:55783, baseZNode=/1896634626 Set watcher on znode that does not yet exist, /1896634626/running 2024-11-08T19:18:27,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43613-0x1011be285770004 connected 2024-11-08T19:18:27,139 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:18:27,139 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:18:27,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Set watcher on znode that does not yet exist, /1896634626/master 2024-11-08T19:18:27,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Set watcher on znode that does not yet exist, /1896634626/acl 2024-11-08T19:18:27,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43613 2024-11-08T19:18:27,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43613 2024-11-08T19:18:27,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43613 2024-11-08T19:18:27,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43613 2024-11-08T19:18:27,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43613 2024-11-08T19:18:27,164 DEBUG [M:0;692b295ad45c:37303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:37303 2024-11-08T19:18:27,164 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1896634626/backup-masters/692b295ad45c,37303,1731093507011 2024-11-08T19:18:27,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626/backup-masters 2024-11-08T19:18:27,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626/backup-masters 2024-11-08T19:18:27,170 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Set watcher on existing znode=/1896634626/backup-masters/692b295ad45c,37303,1731093507011 2024-11-08T19:18:27,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626 2024-11-08T19:18:27,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1896634626/master 2024-11-08T19:18:27,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626 2024-11-08T19:18:27,180 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Set watcher on existing znode=/1896634626/master 2024-11-08T19:18:27,181 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1896634626/backup-masters/692b295ad45c,37303,1731093507011 from backup master directory 2024-11-08T19:18:27,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626/backup-masters 2024-11-08T19:18:27,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1896634626/backup-masters/692b295ad45c,37303,1731093507011 2024-11-08T19:18:27,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626/backup-masters 2024-11-08T19:18:27,190 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:18:27,190 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,37303,1731093507011 2024-11-08T19:18:27,194 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/hbase.id] with ID: 7fc922eb-35f0-4aba-baaf-3117f3f4b2ef 2024-11-08T19:18:27,194 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/.tmp/hbase.id 2024-11-08T19:18:27,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:18:27,607 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/.tmp/hbase.id]:[hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/hbase.id] 2024-11-08T19:18:27,618 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:27,619 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:18:27,620 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T19:18:27,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626 2024-11-08T19:18:27,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626 2024-11-08T19:18:27,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:18:28,045 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:18:28,046 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:18:28,046 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:28,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:18:28,453 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store 2024-11-08T19:18:28,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:18:28,460 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:28,460 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:18:28,460 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:28,460 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:28,460 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:18:28,460 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:28,460 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:28,460 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093508460Disabling compacts and flushes for region at 1731093508460Disabling writes for close at 1731093508460Writing region close event to WAL at 1731093508460Closed at 1731093508460 2024-11-08T19:18:28,464 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/.initializing 2024-11-08T19:18:28,464 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/WALs/692b295ad45c,37303,1731093507011 2024-11-08T19:18:28,465 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:18:28,467 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C37303%2C1731093507011, suffix=, logDir=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/WALs/692b295ad45c,37303,1731093507011, archiveDir=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/oldWALs, maxLogs=10 2024-11-08T19:18:28,481 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/WALs/692b295ad45c,37303,1731093507011/692b295ad45c%2C37303%2C1731093507011.1731093508467, exclude list is [], retry=0 2024-11-08T19:18:28,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42131,DS-6ec560b0-b748-4a8a-9ff6-3dc74e3b6043,DISK] 2024-11-08T19:18:28,485 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/WALs/692b295ad45c,37303,1731093507011/692b295ad45c%2C37303%2C1731093507011.1731093508467 2024-11-08T19:18:28,485 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43647:43647)] 2024-11-08T19:18:28,485 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:18:28,485 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:28,485 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:28,485 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:28,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:28,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:18:28,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:28,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:28,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:28,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:18:28,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:28,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:28,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:28,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:18:28,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:28,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:28,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:28,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:18:28,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:28,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:28,492 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:28,493 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:28,493 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:28,494 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:28,494 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:28,495 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:18:28,497 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:28,499 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:18:28,499 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61703759, jitterRate=-0.08054234087467194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:18:28,500 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093508485Initializing all the Stores at 1731093508486 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093508486Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093508486Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093508486Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093508486Cleaning up temporary data from old regions at 1731093508494 (+8 ms)Region opened successfully at 1731093508500 (+6 ms) 2024-11-08T19:18:28,500 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:18:28,503 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5936dcf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:18:28,504 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:18:28,504 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:18:28,504 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:18:28,505 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:18:28,505 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:18:28,506 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:18:28,506 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:18:28,510 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:18:28,511 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Unable to get data of znode /1896634626/balancer because node does not exist (not necessarily an error) 2024-11-08T19:18:28,553 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:18:28,559 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1896634626/balancer already deleted, retry=false 2024-11-08T19:18:28,559 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:18:28,560 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Unable to get data of znode /1896634626/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:18:28,569 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1896634626/normalizer already deleted, retry=false 2024-11-08T19:18:28,570 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:18:28,570 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Unable to get data of znode /1896634626/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:18:28,580 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1896634626/switch/split already deleted, retry=false 2024-11-08T19:18:28,581 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Unable to get data of znode /1896634626/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:18:28,590 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1896634626/switch/merge already deleted, retry=false 2024-11-08T19:18:28,592 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Unable to get data of znode /1896634626/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:18:28,601 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1896634626/snapshot-cleanup already deleted, retry=false 2024-11-08T19:18:28,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1896634626/running 2024-11-08T19:18:28,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1896634626/running 2024-11-08T19:18:28,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626 2024-11-08T19:18:28,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626 2024-11-08T19:18:28,612 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,37303,1731093507011, sessionid=0x1011be285770003, setting cluster-up flag (Was=false) 2024-11-08T19:18:28,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626 2024-11-08T19:18:28,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626 2024-11-08T19:18:28,759 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1896634626/flush-table-proc/acquired, /1896634626/flush-table-proc/reached, /1896634626/flush-table-proc/abort 2024-11-08T19:18:28,760 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,37303,1731093507011 2024-11-08T19:18:28,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626 2024-11-08T19:18:28,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626 2024-11-08T19:18:28,811 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1896634626/online-snapshot/acquired, /1896634626/online-snapshot/reached, /1896634626/online-snapshot/abort 2024-11-08T19:18:28,812 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,37303,1731093507011 2024-11-08T19:18:28,813 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:18:28,814 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:18:28,814 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:18:28,814 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:18:28,815 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,37303,1731093507011 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:18:28,816 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:28,816 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:28,816 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:28,816 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:28,816 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:18:28,816 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:28,816 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:18:28,816 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:28,817 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093538817 2024-11-08T19:18:28,817 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:18:28,817 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:18:28,817 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:18:28,817 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:18:28,817 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:18:28,817 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:18:28,817 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:18:28,817 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:18:28,817 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:28,818 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:18:28,818 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:18:28,818 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:18:28,818 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:18:28,818 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:18:28,818 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:18:28,818 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:28,818 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093508818,5,FailOnTimeoutGroup] 2024-11-08T19:18:28,818 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:18:28,818 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093508818,5,FailOnTimeoutGroup] 2024-11-08T19:18:28,818 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:28,818 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:18:28,818 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:28,818 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:28,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:18:28,852 INFO [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(746): ClusterId : 7fc922eb-35f0-4aba-baaf-3117f3f4b2ef 2024-11-08T19:18:28,852 DEBUG [RS:0;692b295ad45c:43613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:18:28,865 DEBUG [RS:0;692b295ad45c:43613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:18:28,865 DEBUG [RS:0;692b295ad45c:43613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:18:28,875 DEBUG [RS:0;692b295ad45c:43613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:18:28,875 DEBUG [RS:0;692b295ad45c:43613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7377e2fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:18:28,886 DEBUG [RS:0;692b295ad45c:43613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:43613 2024-11-08T19:18:28,886 INFO [RS:0;692b295ad45c:43613 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:18:28,886 INFO [RS:0;692b295ad45c:43613 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:18:28,886 DEBUG [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:18:28,887 INFO [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,37303,1731093507011 with port=43613, startcode=1731093507123 2024-11-08T19:18:28,887 DEBUG [RS:0;692b295ad45c:43613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:18:28,888 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:18:28,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,43613,1731093507123 2024-11-08T19:18:28,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37303 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,43613,1731093507123 2024-11-08T19:18:28,890 DEBUG [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d 2024-11-08T19:18:28,890 DEBUG [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40329 2024-11-08T19:18:28,890 DEBUG [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:18:28,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626/rs 2024-11-08T19:18:28,896 DEBUG [RS:0;692b295ad45c:43613 {}] zookeeper.ZKUtil(111): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Set watcher on existing znode=/1896634626/rs/692b295ad45c,43613,1731093507123 2024-11-08T19:18:28,896 WARN [RS:0;692b295ad45c:43613 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:18:28,896 INFO [RS:0;692b295ad45c:43613 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:28,896 DEBUG [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123 2024-11-08T19:18:28,896 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,43613,1731093507123] 2024-11-08T19:18:28,899 INFO [RS:0;692b295ad45c:43613 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:18:28,900 INFO [RS:0;692b295ad45c:43613 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:18:28,900 INFO [RS:0;692b295ad45c:43613 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:18:28,900 INFO [RS:0;692b295ad45c:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:28,902 INFO [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:18:28,905 INFO [RS:0;692b295ad45c:43613 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:18:28,905 INFO [RS:0;692b295ad45c:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:28,905 DEBUG [RS:0;692b295ad45c:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:28,905 DEBUG [RS:0;692b295ad45c:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:28,905 DEBUG [RS:0;692b295ad45c:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:28,905 DEBUG [RS:0;692b295ad45c:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:28,905 DEBUG [RS:0;692b295ad45c:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:28,905 DEBUG [RS:0;692b295ad45c:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:18:28,905 DEBUG [RS:0;692b295ad45c:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:28,905 DEBUG [RS:0;692b295ad45c:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:28,905 DEBUG [RS:0;692b295ad45c:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:28,905 DEBUG [RS:0;692b295ad45c:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:28,905 DEBUG [RS:0;692b295ad45c:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:28,905 DEBUG [RS:0;692b295ad45c:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:28,905 DEBUG [RS:0;692b295ad45c:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:18:28,905 DEBUG [RS:0;692b295ad45c:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:18:28,906 INFO [RS:0;692b295ad45c:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:28,906 INFO [RS:0;692b295ad45c:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:28,906 INFO [RS:0;692b295ad45c:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:28,906 INFO [RS:0;692b295ad45c:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:28,906 INFO [RS:0;692b295ad45c:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:28,906 INFO [RS:0;692b295ad45c:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43613,1731093507123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:18:28,921 INFO [RS:0;692b295ad45c:43613 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:18:28,921 INFO [RS:0;692b295ad45c:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43613,1731093507123-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:28,921 INFO [RS:0;692b295ad45c:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:28,921 INFO [RS:0;692b295ad45c:43613 {}] regionserver.Replication(171): 692b295ad45c,43613,1731093507123 started 2024-11-08T19:18:28,936 INFO [RS:0;692b295ad45c:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:28,936 INFO [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,43613,1731093507123, RpcServer on 692b295ad45c/172.17.0.2:43613, sessionid=0x1011be285770004 2024-11-08T19:18:28,937 DEBUG [RS:0;692b295ad45c:43613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:18:28,937 DEBUG [RS:0;692b295ad45c:43613 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,43613,1731093507123 2024-11-08T19:18:28,937 DEBUG [RS:0;692b295ad45c:43613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,43613,1731093507123' 2024-11-08T19:18:28,937 DEBUG [RS:0;692b295ad45c:43613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1896634626/flush-table-proc/abort' 2024-11-08T19:18:28,937 DEBUG [RS:0;692b295ad45c:43613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1896634626/flush-table-proc/acquired' 2024-11-08T19:18:28,937 DEBUG [RS:0;692b295ad45c:43613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:18:28,937 DEBUG [RS:0;692b295ad45c:43613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:18:28,937 DEBUG [RS:0;692b295ad45c:43613 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,43613,1731093507123 2024-11-08T19:18:28,937 DEBUG [RS:0;692b295ad45c:43613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,43613,1731093507123' 2024-11-08T19:18:28,937 DEBUG [RS:0;692b295ad45c:43613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1896634626/online-snapshot/abort' 2024-11-08T19:18:28,938 DEBUG [RS:0;692b295ad45c:43613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1896634626/online-snapshot/acquired' 2024-11-08T19:18:28,938 DEBUG [RS:0;692b295ad45c:43613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:18:28,938 INFO [RS:0;692b295ad45c:43613 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:18:28,938 INFO [RS:0;692b295ad45c:43613 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:18:29,039 INFO [RS:0;692b295ad45c:43613 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:18:29,041 INFO [RS:0;692b295ad45c:43613 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C43613%2C1731093507123, suffix=, logDir=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123, archiveDir=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/oldWALs, maxLogs=10 2024-11-08T19:18:29,059 DEBUG [RS:0;692b295ad45c:43613 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042, exclude list is [], retry=0 2024-11-08T19:18:29,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42131,DS-6ec560b0-b748-4a8a-9ff6-3dc74e3b6043,DISK] 2024-11-08T19:18:29,080 INFO [RS:0;692b295ad45c:43613 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 2024-11-08T19:18:29,084 DEBUG [RS:0;692b295ad45c:43613 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43647:43647)] 2024-11-08T19:18:29,208 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:18:29,228 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:18:29,228 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d 2024-11-08T19:18:29,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741833_1009 (size=32) 2024-11-08T19:18:29,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:29,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:18:29,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:29,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:29,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:29,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:29,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:29,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:18:29,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:29,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:29,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:29,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:18:29,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:18:29,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:29,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:29,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:18:29,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:18:29,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:29,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:29,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:18:29,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:18:29,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:29,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:29,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:18:29,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740 2024-11-08T19:18:29,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740 2024-11-08T19:18:29,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:18:29,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:18:29,249 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:18:29,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:18:29,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:29,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:29,256 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:18:29,256 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73007276, jitterRate=0.08789318799972534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:18:29,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093509237Initializing all the Stores at 1731093509238 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093509238Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093509238Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093509238Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093509238Cleaning up temporary data from old regions at 1731093509249 (+11 ms)Region opened successfully at 1731093509257 (+8 ms) 2024-11-08T19:18:29,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:18:29,257 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:18:29,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:18:29,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:18:29,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:18:29,257 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:18:29,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093509257Disabling compacts and flushes for region at 1731093509257Disabling writes for close at 1731093509257Writing region close event to WAL at 1731093509257Closed at 1731093509257 2024-11-08T19:18:29,258 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:18:29,258 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:18:29,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:18:29,260 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:18:29,261 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:18:29,411 DEBUG [692b295ad45c:37303 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:18:29,412 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,43613,1731093507123 2024-11-08T19:18:29,413 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,43613,1731093507123, state=OPENING 2024-11-08T19:18:29,452 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:18:29,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626 2024-11-08T19:18:29,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626 2024-11-08T19:18:29,473 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:18:29,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1896634626/meta-region-server: CHANGED 2024-11-08T19:18:29,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1896634626/meta-region-server: CHANGED 2024-11-08T19:18:29,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,43613,1731093507123}] 2024-11-08T19:18:29,629 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:18:29,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:18:29,635 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:18:29,635 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:29,635 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:18:29,637 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C43613%2C1731093507123.meta, suffix=.meta, logDir=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123, archiveDir=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/oldWALs, maxLogs=10 2024-11-08T19:18:29,649 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.meta.1731093509637.meta, exclude list is [], retry=0 2024-11-08T19:18:29,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42131,DS-6ec560b0-b748-4a8a-9ff6-3dc74e3b6043,DISK] 2024-11-08T19:18:29,653 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.meta.1731093509637.meta 2024-11-08T19:18:29,655 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43647:43647)] 2024-11-08T19:18:29,656 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:18:29,656 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:18:29,656 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:18:29,656 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:18:29,656 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:18:29,656 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:18:29,656 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:29,656 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:18:29,656 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:18:29,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:18:29,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:18:29,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:29,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:29,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:18:29,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:18:29,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:29,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:29,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:18:29,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:18:29,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:29,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:29,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:18:29,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:18:29,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:29,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:29,662 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:18:29,663 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740 2024-11-08T19:18:29,664 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740 2024-11-08T19:18:29,665 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:18:29,665 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:18:29,665 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:18:29,666 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:18:29,667 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67601279, jitterRate=0.007337555289268494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:18:29,667 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:18:29,667 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093509656Writing region info on filesystem at 1731093509656Initializing all the Stores at 1731093509657 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093509657Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093509658 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093509658Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093509658Cleaning up temporary data from old regions at 1731093509665 (+7 ms)Running coprocessor post-open hooks at 1731093509667 (+2 ms)Region opened successfully at 1731093509667 2024-11-08T19:18:29,668 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093509629 2024-11-08T19:18:29,670 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:18:29,670 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:18:29,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,43613,1731093507123 2024-11-08T19:18:29,671 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,43613,1731093507123, state=OPEN 2024-11-08T19:18:29,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1896634626/meta-region-server 2024-11-08T19:18:29,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1896634626/meta-region-server 2024-11-08T19:18:29,683 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,43613,1731093507123 2024-11-08T19:18:29,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1896634626/meta-region-server: CHANGED 2024-11-08T19:18:29,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1896634626/meta-region-server: CHANGED 2024-11-08T19:18:29,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:18:29,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,43613,1731093507123 in 210 msec 2024-11-08T19:18:29,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:18:29,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-11-08T19:18:29,687 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:18:29,687 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:18:29,688 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:29,688 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1] 2024-11-08T19:18:29,689 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:29,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:18:29,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 880 msec 2024-11-08T19:18:29,694 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093509694, completionTime=-1 2024-11-08T19:18:29,694 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:18:29,694 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:18:29,696 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:18:29,696 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093569696 2024-11-08T19:18:29,696 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093629696 2024-11-08T19:18:29,696 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T19:18:29,697 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37303,1731093507011-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:29,697 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37303,1731093507011-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:29,697 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37303,1731093507011-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:29,697 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:37303, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:29,697 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:29,697 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:29,698 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:18:29,700 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.509sec 2024-11-08T19:18:29,700 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:18:29,700 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:18:29,700 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:18:29,700 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:18:29,700 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:18:29,700 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37303,1731093507011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:18:29,700 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37303,1731093507011-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:18:29,702 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:18:29,702 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:18:29,702 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37303,1731093507011-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:29,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402125d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:29,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,37303,-1 for getting cluster id 2024-11-08T19:18:29,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:29,753 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fc922eb-35f0-4aba-baaf-3117f3f4b2ef' 2024-11-08T19:18:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fc922eb-35f0-4aba-baaf-3117f3f4b2ef" 2024-11-08T19:18:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e12600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,37303,-1] 2024-11-08T19:18:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:29,755 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:29,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a89467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:29,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1] 2024-11-08T19:18:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:29,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:18:29,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,37303,1731093507011 2024-11-08T19:18:29,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55783 2024-11-08T19:18:29,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:18:29,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011be285770005 connected 2024-11-08T19:18:29,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,39727,1731093500556 2024-11-08T19:18:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d553ec 2024-11-08T19:18:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:18:29,783 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:18:29,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:18:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T19:18:29,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:18:29,786 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:29,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T19:18:29,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:18:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:18:29,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741835_1011 (size=902) 2024-11-08T19:18:29,793 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d07ff7618ad5f0e6d91aa411a3ff751, NAME => 'test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3 2024-11-08T19:18:29,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741836_1012 (size=39) 2024-11-08T19:18:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:18:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:18:30,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:30,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7d07ff7618ad5f0e6d91aa411a3ff751, disabling compactions & flushes 2024-11-08T19:18:30,198 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751. 2024-11-08T19:18:30,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751. 2024-11-08T19:18:30,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751. after waiting 0 ms 2024-11-08T19:18:30,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751. 2024-11-08T19:18:30,198 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751. 2024-11-08T19:18:30,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d07ff7618ad5f0e6d91aa411a3ff751: Waiting for close lock at 1731093510198Disabling compacts and flushes for region at 1731093510198Disabling writes for close at 1731093510198Writing region close event to WAL at 1731093510198Closed at 1731093510198 2024-11-08T19:18:30,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:18:30,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731093510199"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093510199"}]},"ts":"1731093510199"} 2024-11-08T19:18:30,201 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:18:30,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:18:30,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093510202"}]},"ts":"1731093510202"} 2024-11-08T19:18:30,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T19:18:30,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7d07ff7618ad5f0e6d91aa411a3ff751, ASSIGN}] 2024-11-08T19:18:30,206 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7d07ff7618ad5f0e6d91aa411a3ff751, ASSIGN 2024-11-08T19:18:30,209 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7d07ff7618ad5f0e6d91aa411a3ff751, ASSIGN; state=OFFLINE, location=692b295ad45c,35745,1731093500841; forceNewPlan=false, retain=false 2024-11-08T19:18:30,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d07ff7618ad5f0e6d91aa411a3ff751, regionState=OPENING, regionLocation=692b295ad45c,35745,1731093500841 2024-11-08T19:18:30,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7d07ff7618ad5f0e6d91aa411a3ff751, ASSIGN because future has completed 2024-11-08T19:18:30,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d07ff7618ad5f0e6d91aa411a3ff751, server=692b295ad45c,35745,1731093500841}] 2024-11-08T19:18:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:18:30,529 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751. 2024-11-08T19:18:30,529 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d07ff7618ad5f0e6d91aa411a3ff751, NAME => 'test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:18:30,529 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:18:30,529 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T19:18:30,529 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7d07ff7618ad5f0e6d91aa411a3ff751 2024-11-08T19:18:30,529 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:30,530 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7d07ff7618ad5f0e6d91aa411a3ff751 2024-11-08T19:18:30,530 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7d07ff7618ad5f0e6d91aa411a3ff751 2024-11-08T19:18:30,544 INFO [StoreOpener-7d07ff7618ad5f0e6d91aa411a3ff751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7d07ff7618ad5f0e6d91aa411a3ff751 2024-11-08T19:18:30,549 INFO [StoreOpener-7d07ff7618ad5f0e6d91aa411a3ff751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d07ff7618ad5f0e6d91aa411a3ff751 columnFamilyName f 2024-11-08T19:18:30,549 DEBUG [StoreOpener-7d07ff7618ad5f0e6d91aa411a3ff751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:30,550 INFO [StoreOpener-7d07ff7618ad5f0e6d91aa411a3ff751-1 {}] regionserver.HStore(327): Store=7d07ff7618ad5f0e6d91aa411a3ff751/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:30,550 INFO [StoreOpener-7d07ff7618ad5f0e6d91aa411a3ff751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7d07ff7618ad5f0e6d91aa411a3ff751 2024-11-08T19:18:30,552 INFO [StoreOpener-7d07ff7618ad5f0e6d91aa411a3ff751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d07ff7618ad5f0e6d91aa411a3ff751 columnFamilyName f1 2024-11-08T19:18:30,552 DEBUG [StoreOpener-7d07ff7618ad5f0e6d91aa411a3ff751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:30,552 INFO [StoreOpener-7d07ff7618ad5f0e6d91aa411a3ff751-1 {}] regionserver.HStore(327): Store=7d07ff7618ad5f0e6d91aa411a3ff751/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:30,553 INFO [StoreOpener-7d07ff7618ad5f0e6d91aa411a3ff751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7d07ff7618ad5f0e6d91aa411a3ff751 2024-11-08T19:18:30,554 INFO [StoreOpener-7d07ff7618ad5f0e6d91aa411a3ff751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d07ff7618ad5f0e6d91aa411a3ff751 columnFamilyName norep 2024-11-08T19:18:30,554 DEBUG [StoreOpener-7d07ff7618ad5f0e6d91aa411a3ff751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:30,554 INFO [StoreOpener-7d07ff7618ad5f0e6d91aa411a3ff751-1 {}] regionserver.HStore(327): Store=7d07ff7618ad5f0e6d91aa411a3ff751/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:30,555 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7d07ff7618ad5f0e6d91aa411a3ff751 2024-11-08T19:18:30,555 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751 2024-11-08T19:18:30,556 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751 2024-11-08T19:18:30,557 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7d07ff7618ad5f0e6d91aa411a3ff751 2024-11-08T19:18:30,557 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7d07ff7618ad5f0e6d91aa411a3ff751 2024-11-08T19:18:30,558 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:18:30,559 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7d07ff7618ad5f0e6d91aa411a3ff751 2024-11-08T19:18:30,561 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:18:30,562 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7d07ff7618ad5f0e6d91aa411a3ff751; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63299805, jitterRate=-0.05675940215587616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:18:30,562 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d07ff7618ad5f0e6d91aa411a3ff751 2024-11-08T19:18:30,562 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7d07ff7618ad5f0e6d91aa411a3ff751: Running coprocessor pre-open hook at 1731093510530Writing region info on filesystem at 1731093510530Initializing all the Stores at 1731093510531 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093510532 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093510539 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093510539Cleaning up temporary data from old regions at 1731093510557 (+18 ms)Running coprocessor post-open hooks at 1731093510562 (+5 ms)Region opened successfully at 1731093510562 2024-11-08T19:18:30,564 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751., pid=6, masterSystemTime=1731093510518 2024-11-08T19:18:30,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d07ff7618ad5f0e6d91aa411a3ff751, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=692b295ad45c,35745,1731093500841 2024-11-08T19:18:30,567 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751. 2024-11-08T19:18:30,569 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751. 2024-11-08T19:18:30,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d07ff7618ad5f0e6d91aa411a3ff751, server=692b295ad45c,35745,1731093500841 because future has completed 2024-11-08T19:18:30,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:18:30,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d07ff7618ad5f0e6d91aa411a3ff751, server=692b295ad45c,35745,1731093500841 in 208 msec 2024-11-08T19:18:30,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:18:30,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7d07ff7618ad5f0e6d91aa411a3ff751, ASSIGN in 368 msec 2024-11-08T19:18:30,578 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:18:30,578 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093510578"}]},"ts":"1731093510578"} 2024-11-08T19:18:30,581 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T19:18:30,582 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:18:30,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 798 msec 2024-11-08T19:18:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:18:30,920 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T19:18:30,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:30,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,37303,1731093507011 2024-11-08T19:18:30,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ac53ac7 2024-11-08T19:18:30,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:18:30,922 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:18:30,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:18:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T19:18:30,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:18:30,925 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:30,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T19:18:30,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:18:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:18:30,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741835_1011 (size=902) 2024-11-08T19:18:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:18:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:18:31,333 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97b5eb2822ef6af328ed0d7805716703, NAME => 'test,,1731093510922.97b5eb2822ef6af328ed0d7805716703.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d 2024-11-08T19:18:31,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741836_1012 (size=39) 2024-11-08T19:18:31,338 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731093510922.97b5eb2822ef6af328ed0d7805716703.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:31,338 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 97b5eb2822ef6af328ed0d7805716703, disabling compactions & flushes 2024-11-08T19:18:31,338 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731093510922.97b5eb2822ef6af328ed0d7805716703. 2024-11-08T19:18:31,338 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093510922.97b5eb2822ef6af328ed0d7805716703. 2024-11-08T19:18:31,338 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731093510922.97b5eb2822ef6af328ed0d7805716703. after waiting 0 ms 2024-11-08T19:18:31,338 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731093510922.97b5eb2822ef6af328ed0d7805716703. 2024-11-08T19:18:31,338 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731093510922.97b5eb2822ef6af328ed0d7805716703. 2024-11-08T19:18:31,338 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97b5eb2822ef6af328ed0d7805716703: Waiting for close lock at 1731093511338Disabling compacts and flushes for region at 1731093511338Disabling writes for close at 1731093511338Writing region close event to WAL at 1731093511338Closed at 1731093511338 2024-11-08T19:18:31,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:18:31,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731093510922.97b5eb2822ef6af328ed0d7805716703.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731093511339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093511339"}]},"ts":"1731093511339"} 2024-11-08T19:18:31,341 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:18:31,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:18:31,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093511341"}]},"ts":"1731093511341"} 2024-11-08T19:18:31,343 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T19:18:31,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97b5eb2822ef6af328ed0d7805716703, ASSIGN}] 2024-11-08T19:18:31,344 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97b5eb2822ef6af328ed0d7805716703, ASSIGN 2024-11-08T19:18:31,345 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=97b5eb2822ef6af328ed0d7805716703, ASSIGN; state=OFFLINE, location=692b295ad45c,43613,1731093507123; forceNewPlan=false, retain=false 2024-11-08T19:18:31,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97b5eb2822ef6af328ed0d7805716703, regionState=OPENING, regionLocation=692b295ad45c,43613,1731093507123 2024-11-08T19:18:31,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=97b5eb2822ef6af328ed0d7805716703, ASSIGN because future has completed 2024-11-08T19:18:31,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97b5eb2822ef6af328ed0d7805716703, server=692b295ad45c,43613,1731093507123}] 2024-11-08T19:18:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:18:31,654 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731093510922.97b5eb2822ef6af328ed0d7805716703. 2024-11-08T19:18:31,655 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 97b5eb2822ef6af328ed0d7805716703, NAME => 'test,,1731093510922.97b5eb2822ef6af328ed0d7805716703.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:18:31,655 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:18:31,655 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T19:18:31,655 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 97b5eb2822ef6af328ed0d7805716703 2024-11-08T19:18:31,655 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731093510922.97b5eb2822ef6af328ed0d7805716703.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:31,656 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 97b5eb2822ef6af328ed0d7805716703 2024-11-08T19:18:31,656 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 97b5eb2822ef6af328ed0d7805716703 2024-11-08T19:18:31,657 INFO [StoreOpener-97b5eb2822ef6af328ed0d7805716703-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 97b5eb2822ef6af328ed0d7805716703 2024-11-08T19:18:31,659 INFO [StoreOpener-97b5eb2822ef6af328ed0d7805716703-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97b5eb2822ef6af328ed0d7805716703 columnFamilyName f 2024-11-08T19:18:31,659 DEBUG [StoreOpener-97b5eb2822ef6af328ed0d7805716703-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:31,659 INFO [StoreOpener-97b5eb2822ef6af328ed0d7805716703-1 {}] regionserver.HStore(327): Store=97b5eb2822ef6af328ed0d7805716703/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:31,659 INFO [StoreOpener-97b5eb2822ef6af328ed0d7805716703-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 97b5eb2822ef6af328ed0d7805716703 2024-11-08T19:18:31,660 INFO [StoreOpener-97b5eb2822ef6af328ed0d7805716703-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97b5eb2822ef6af328ed0d7805716703 columnFamilyName f1 2024-11-08T19:18:31,660 DEBUG [StoreOpener-97b5eb2822ef6af328ed0d7805716703-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:31,661 INFO [StoreOpener-97b5eb2822ef6af328ed0d7805716703-1 {}] regionserver.HStore(327): Store=97b5eb2822ef6af328ed0d7805716703/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:31,661 INFO [StoreOpener-97b5eb2822ef6af328ed0d7805716703-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 97b5eb2822ef6af328ed0d7805716703 2024-11-08T19:18:31,662 INFO [StoreOpener-97b5eb2822ef6af328ed0d7805716703-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97b5eb2822ef6af328ed0d7805716703 columnFamilyName norep 2024-11-08T19:18:31,662 DEBUG [StoreOpener-97b5eb2822ef6af328ed0d7805716703-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:31,662 INFO [StoreOpener-97b5eb2822ef6af328ed0d7805716703-1 {}] regionserver.HStore(327): Store=97b5eb2822ef6af328ed0d7805716703/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:31,662 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 97b5eb2822ef6af328ed0d7805716703 2024-11-08T19:18:31,663 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703 2024-11-08T19:18:31,664 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703 2024-11-08T19:18:31,664 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 97b5eb2822ef6af328ed0d7805716703 2024-11-08T19:18:31,664 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 97b5eb2822ef6af328ed0d7805716703 2024-11-08T19:18:31,665 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:18:31,666 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 97b5eb2822ef6af328ed0d7805716703 2024-11-08T19:18:31,673 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:18:31,674 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 97b5eb2822ef6af328ed0d7805716703; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71661063, jitterRate=0.0678330510854721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:18:31,674 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97b5eb2822ef6af328ed0d7805716703 2024-11-08T19:18:31,674 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 97b5eb2822ef6af328ed0d7805716703: Running coprocessor pre-open hook at 1731093511656Writing region info on filesystem at 1731093511656Initializing all the Stores at 1731093511657 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093511657Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093511657Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093511657Cleaning up temporary data from old regions at 1731093511664 (+7 ms)Running coprocessor post-open hooks at 1731093511674 (+10 ms)Region opened successfully at 1731093511674 2024-11-08T19:18:31,675 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731093510922.97b5eb2822ef6af328ed0d7805716703., pid=6, masterSystemTime=1731093511650 2024-11-08T19:18:31,677 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731093510922.97b5eb2822ef6af328ed0d7805716703. 2024-11-08T19:18:31,678 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731093510922.97b5eb2822ef6af328ed0d7805716703. 2024-11-08T19:18:31,678 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97b5eb2822ef6af328ed0d7805716703, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=692b295ad45c,43613,1731093507123 2024-11-08T19:18:31,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97b5eb2822ef6af328ed0d7805716703, server=692b295ad45c,43613,1731093507123 because future has completed 2024-11-08T19:18:31,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:18:31,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 97b5eb2822ef6af328ed0d7805716703, server=692b295ad45c,43613,1731093507123 in 188 msec 2024-11-08T19:18:31,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:18:31,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=97b5eb2822ef6af328ed0d7805716703, ASSIGN in 347 msec 2024-11-08T19:18:31,697 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:18:31,697 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093511697"}]},"ts":"1731093511697"} 2024-11-08T19:18:31,703 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T19:18:31,705 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:18:31,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 782 msec 2024-11-08T19:18:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:18:32,060 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T19:18:32,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4f14f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:32,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,39727,-1 for getting cluster id 2024-11-08T19:18:32,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:32,061 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ece4800e-239e-4642-9276-0894ee7ad38b' 2024-11-08T19:18:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ece4800e-239e-4642-9276-0894ee7ad38b" 2024-11-08T19:18:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ea6017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,39727,-1] 2024-11-08T19:18:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:32,063 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:32,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee2ad7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:32,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129347af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:32,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,37303,-1 for getting cluster id 2024-11-08T19:18:32,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:32,065 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fc922eb-35f0-4aba-baaf-3117f3f4b2ef' 2024-11-08T19:18:32,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:32,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fc922eb-35f0-4aba-baaf-3117f3f4b2ef" 2024-11-08T19:18:32,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751d51e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:32,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,37303,-1] 2024-11-08T19:18:32,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:32,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:32,066 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:32,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c477eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:32,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357bdf70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:32,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,39727,-1 for getting cluster id 2024-11-08T19:18:32,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:32,068 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ece4800e-239e-4642-9276-0894ee7ad38b' 2024-11-08T19:18:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ece4800e-239e-4642-9276-0894ee7ad38b" 2024-11-08T19:18:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c370de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,39727,-1] 2024-11-08T19:18:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:32,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:32,069 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:32,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ea98d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:32,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:32,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,39727,1731093500556 2024-11-08T19:18:32,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a34cda5 2024-11-08T19:18:32,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:18:32,071 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:18:32,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://692b295ad45c:37303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T19:18:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:18:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:18:32,074 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:37303' 2024-11-08T19:18:32,075 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3265d405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:32,075 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,37303,-1 for getting cluster id 2024-11-08T19:18:32,075 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:32,076 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fc922eb-35f0-4aba-baaf-3117f3f4b2ef' 2024-11-08T19:18:32,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:32,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fc922eb-35f0-4aba-baaf-3117f3f4b2ef" 2024-11-08T19:18:32,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9e571f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:32,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,37303,-1] 2024-11-08T19:18:32,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:32,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:32,077 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:32,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6ef7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:32,078 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:32,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,37303,1731093507011 2024-11-08T19:18:32,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@270b939b 2024-11-08T19:18:32,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:18:32,079 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:18:32,080 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T19:18:32,080 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:18:32,080 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:32,080 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:32,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:32,080 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:18:32,081 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T19:18:32,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:18:32,082 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:32,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:18:32,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741837_1013 (size=1138) 2024-11-08T19:18:32,131 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T19:18:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:18:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:18:32,493 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16b46a9c37f945165e251bbf8e82a429, NAME => 'hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3 2024-11-08T19:18:32,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741838_1014 (size=44) 2024-11-08T19:18:32,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:32,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 16b46a9c37f945165e251bbf8e82a429, disabling compactions & flushes 2024-11-08T19:18:32,507 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429. 2024-11-08T19:18:32,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429. 2024-11-08T19:18:32,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429. after waiting 0 ms 2024-11-08T19:18:32,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429. 2024-11-08T19:18:32,508 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429. 2024-11-08T19:18:32,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16b46a9c37f945165e251bbf8e82a429: Waiting for close lock at 1731093512507Disabling compacts and flushes for region at 1731093512507Disabling writes for close at 1731093512507Writing region close event to WAL at 1731093512508 (+1 ms)Closed at 1731093512508 2024-11-08T19:18:32,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:18:32,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731093512509"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093512509"}]},"ts":"1731093512509"} 2024-11-08T19:18:32,514 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:18:32,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:18:32,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093512515"}]},"ts":"1731093512515"} 2024-11-08T19:18:32,517 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T19:18:32,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16b46a9c37f945165e251bbf8e82a429, ASSIGN}] 2024-11-08T19:18:32,519 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16b46a9c37f945165e251bbf8e82a429, ASSIGN 2024-11-08T19:18:32,519 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=16b46a9c37f945165e251bbf8e82a429, ASSIGN; state=OFFLINE, location=692b295ad45c,35745,1731093500841; forceNewPlan=false, retain=false 2024-11-08T19:18:32,670 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=16b46a9c37f945165e251bbf8e82a429, regionState=OPENING, regionLocation=692b295ad45c,35745,1731093500841 2024-11-08T19:18:32,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=16b46a9c37f945165e251bbf8e82a429, ASSIGN because future has completed 2024-11-08T19:18:32,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16b46a9c37f945165e251bbf8e82a429, server=692b295ad45c,35745,1731093500841}] 2024-11-08T19:18:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:18:32,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429. 2024-11-08T19:18:32,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:32,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T19:18:32,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C35745%2C1731093500841.rep, suffix=, logDir=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841, archiveDir=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/oldWALs, maxLogs=10 2024-11-08T19:18:32,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.rep.1731093512830, exclude list is [], retry=0 2024-11-08T19:18:32,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42117,DS-6b7fc0be-1791-4163-b90a-61aeb081e80e,DISK] 2024-11-08T19:18:32,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.rep.1731093512830 2024-11-08T19:18:32,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39707:39707)] 2024-11-08T19:18:32,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 16b46a9c37f945165e251bbf8e82a429, NAME => 'hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:18:32,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:18:32,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:18:32,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429. service=MultiRowMutationService 2024-11-08T19:18:32,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T19:18:32,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 16b46a9c37f945165e251bbf8e82a429 2024-11-08T19:18:32,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:32,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 16b46a9c37f945165e251bbf8e82a429 2024-11-08T19:18:32,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 16b46a9c37f945165e251bbf8e82a429 2024-11-08T19:18:32,849 INFO [StoreOpener-16b46a9c37f945165e251bbf8e82a429-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 16b46a9c37f945165e251bbf8e82a429 2024-11-08T19:18:32,855 INFO [StoreOpener-16b46a9c37f945165e251bbf8e82a429-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16b46a9c37f945165e251bbf8e82a429 columnFamilyName hfileref 2024-11-08T19:18:32,855 DEBUG [StoreOpener-16b46a9c37f945165e251bbf8e82a429-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:32,855 INFO [StoreOpener-16b46a9c37f945165e251bbf8e82a429-1 {}] regionserver.HStore(327): Store=16b46a9c37f945165e251bbf8e82a429/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:32,855 INFO [StoreOpener-16b46a9c37f945165e251bbf8e82a429-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 16b46a9c37f945165e251bbf8e82a429 2024-11-08T19:18:32,856 INFO [StoreOpener-16b46a9c37f945165e251bbf8e82a429-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16b46a9c37f945165e251bbf8e82a429 columnFamilyName queue 2024-11-08T19:18:32,856 DEBUG [StoreOpener-16b46a9c37f945165e251bbf8e82a429-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:32,857 INFO [StoreOpener-16b46a9c37f945165e251bbf8e82a429-1 {}] regionserver.HStore(327): Store=16b46a9c37f945165e251bbf8e82a429/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:32,857 INFO [StoreOpener-16b46a9c37f945165e251bbf8e82a429-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 16b46a9c37f945165e251bbf8e82a429 2024-11-08T19:18:32,857 INFO [StoreOpener-16b46a9c37f945165e251bbf8e82a429-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16b46a9c37f945165e251bbf8e82a429 columnFamilyName sid 2024-11-08T19:18:32,857 DEBUG [StoreOpener-16b46a9c37f945165e251bbf8e82a429-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:32,858 INFO [StoreOpener-16b46a9c37f945165e251bbf8e82a429-1 {}] regionserver.HStore(327): Store=16b46a9c37f945165e251bbf8e82a429/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:32,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 16b46a9c37f945165e251bbf8e82a429 2024-11-08T19:18:32,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/replication/16b46a9c37f945165e251bbf8e82a429 2024-11-08T19:18:32,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/replication/16b46a9c37f945165e251bbf8e82a429 2024-11-08T19:18:32,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 16b46a9c37f945165e251bbf8e82a429 2024-11-08T19:18:32,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 16b46a9c37f945165e251bbf8e82a429 2024-11-08T19:18:32,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:18:32,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 16b46a9c37f945165e251bbf8e82a429 2024-11-08T19:18:32,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/replication/16b46a9c37f945165e251bbf8e82a429/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:18:32,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 16b46a9c37f945165e251bbf8e82a429; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67803285, jitterRate=0.010347679257392883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:18:32,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16b46a9c37f945165e251bbf8e82a429 2024-11-08T19:18:32,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 16b46a9c37f945165e251bbf8e82a429: Running coprocessor pre-open hook at 1731093512848Writing region info on filesystem at 1731093512848Initializing all the Stores at 1731093512849 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093512849Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093512849Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093512849Cleaning up temporary data from old regions at 1731093512859 (+10 ms)Running coprocessor post-open hooks at 1731093512863 (+4 ms)Region opened successfully at 1731093512863 2024-11-08T19:18:32,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429., pid=10, masterSystemTime=1731093512825 2024-11-08T19:18:32,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429. 2024-11-08T19:18:32,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429. 2024-11-08T19:18:32,866 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=16b46a9c37f945165e251bbf8e82a429, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,35745,1731093500841 2024-11-08T19:18:32,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16b46a9c37f945165e251bbf8e82a429, server=692b295ad45c,35745,1731093500841 because future has completed 2024-11-08T19:18:32,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T19:18:32,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 16b46a9c37f945165e251bbf8e82a429, server=692b295ad45c,35745,1731093500841 in 196 msec 2024-11-08T19:18:32,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T19:18:32,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16b46a9c37f945165e251bbf8e82a429, ASSIGN in 352 msec 2024-11-08T19:18:32,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:18:32,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093512872"}]},"ts":"1731093512872"} 2024-11-08T19:18:32,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T19:18:32,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:18:32,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 795 msec 2024-11-08T19:18:32,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429., hostname=692b295ad45c,35745,1731093500841, seqNum=2] 2024-11-08T19:18:32,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704 2024-11-08T19:18:32,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704 2024-11-08T19:18:32,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:18:33,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T19:18:33,125 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T19:18:33,186 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-692b295ad45c,35745,1731093500841, ReplicationSource: 1, currentBandwidth=0 2024-11-08T19:18:33,188 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:33,188 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,35745,1731093500841, seqNum=-1] 2024-11-08T19:18:33,189 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:33,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T19:18:33,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-692b295ad45c,35745,1731093500841', locateType=CURRENT is [region=hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429., hostname=692b295ad45c,35745,1731093500841, seqNum=2] 2024-11-08T19:18:33,205 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T19:18:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T19:18:33,208 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 692b295ad45c,35745,1731093500841 suceeded 2024-11-08T19:18:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:18:33,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T19:18:33,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 238 msec 2024-11-08T19:18:33,211 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://692b295ad45c:37303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:18:33,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1390 sec 2024-11-08T19:18:33,251 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:37303' 2024-11-08T19:18:33,265 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@521909d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:33,265 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,37303,-1 for getting cluster id 2024-11-08T19:18:33,266 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:33,267 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fc922eb-35f0-4aba-baaf-3117f3f4b2ef' 2024-11-08T19:18:33,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:33,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fc922eb-35f0-4aba-baaf-3117f3f4b2ef" 2024-11-08T19:18:33,268 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:33,268 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@edc6e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:33,268 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,37303,-1] 2024-11-08T19:18:33,268 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:33,270 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:33,271 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70c2c84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:33,271 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:33,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,37303,1731093507011 2024-11-08T19:18:33,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e54a0e9 2024-11-08T19:18:33,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:18:33,273 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T19:18:33,274 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-692b295ad45c,35745,1731093500841 (queues=1) is replicating from cluster=ece4800e-239e-4642-9276-0894ee7ad38b to cluster=7fc922eb-35f0-4aba-baaf-3117f3f4b2ef 2024-11-08T19:18:33,275 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=692b295ad45c%2C35745%2C1731093500841 2024-11-08T19:18:33,275 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-692b295ad45c,35745,1731093500841, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:18:33,292 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703, startPosition=0, beingWritten=true 2024-11-08T19:18:33,308 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C35745%2C1731093500841 2024-11-08T19:18:33,355 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:18:33,355 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 379, reset compression=false 2024-11-08T19:18:33,356 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,35745,1731093500841 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:18:33,598 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 379, reset compression=false 2024-11-08T19:18:33,934 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 379, reset compression=false 2024-11-08T19:18:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:18:34,219 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T19:18:34,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:18:34,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:34,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:34,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:34,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:34,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712a4644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:34,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,37303,-1 for getting cluster id 2024-11-08T19:18:34,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:34,221 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fc922eb-35f0-4aba-baaf-3117f3f4b2ef' 2024-11-08T19:18:34,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:34,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fc922eb-35f0-4aba-baaf-3117f3f4b2ef" 2024-11-08T19:18:34,222 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1b23e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:34,222 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,37303,-1] 2024-11-08T19:18:34,222 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:34,222 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:34,222 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:34,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24dac15c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:34,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:34,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,37303,1731093507011 2024-11-08T19:18:34,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22534a0d 2024-11-08T19:18:34,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:18:34,225 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:18:34,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://692b295ad45c:39727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T19:18:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:18:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:18:34,227 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:39727' 2024-11-08T19:18:34,228 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27fc9d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:34,228 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,39727,-1 for getting cluster id 2024-11-08T19:18:34,228 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:34,228 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ece4800e-239e-4642-9276-0894ee7ad38b' 2024-11-08T19:18:34,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:34,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ece4800e-239e-4642-9276-0894ee7ad38b" 2024-11-08T19:18:34,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7877c83d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:34,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,39727,-1] 2024-11-08T19:18:34,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:34,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:34,230 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:34,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611e2e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:34,230 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:34,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,39727,1731093500556 2024-11-08T19:18:34,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f89db8c 2024-11-08T19:18:34,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:18:34,231 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:18:34,232 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T19:18:34,232 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:18:34,232 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:34,232 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:34,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:34,232 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:18:34,233 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T19:18:34,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:18:34,234 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:34,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:18:34,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741837_1013 (size=1138) 2024-11-08T19:18:34,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T19:18:34,251 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T19:18:34,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T19:18:34,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T19:18:34,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:18:34,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T19:18:34,284 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T19:18:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:18:34,339 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 379, reset compression=false 2024-11-08T19:18:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:18:34,553 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T19:18:34,554 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T19:18:34,644 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36be08a3d1ddc555ed99d6edca780d03, NAME => 'hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d 2024-11-08T19:18:34,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741838_1014 (size=44) 2024-11-08T19:18:34,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:34,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 36be08a3d1ddc555ed99d6edca780d03, disabling compactions & flushes 2024-11-08T19:18:34,659 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03. 2024-11-08T19:18:34,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03. 2024-11-08T19:18:34,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03. after waiting 0 ms 2024-11-08T19:18:34,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03. 2024-11-08T19:18:34,659 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03. 2024-11-08T19:18:34,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36be08a3d1ddc555ed99d6edca780d03: Waiting for close lock at 1731093514659Disabling compacts and flushes for region at 1731093514659Disabling writes for close at 1731093514659Writing region close event to WAL at 1731093514659Closed at 1731093514659 2024-11-08T19:18:34,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:18:34,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731093514660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093514660"}]},"ts":"1731093514660"} 2024-11-08T19:18:34,662 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:18:34,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:18:34,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093514663"}]},"ts":"1731093514663"} 2024-11-08T19:18:34,668 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T19:18:34,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36be08a3d1ddc555ed99d6edca780d03, ASSIGN}] 2024-11-08T19:18:34,671 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36be08a3d1ddc555ed99d6edca780d03, ASSIGN 2024-11-08T19:18:34,672 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=36be08a3d1ddc555ed99d6edca780d03, ASSIGN; state=OFFLINE, location=692b295ad45c,43613,1731093507123; forceNewPlan=false, retain=false 2024-11-08T19:18:34,823 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=36be08a3d1ddc555ed99d6edca780d03, regionState=OPENING, regionLocation=692b295ad45c,43613,1731093507123 2024-11-08T19:18:34,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=36be08a3d1ddc555ed99d6edca780d03, ASSIGN because future has completed 2024-11-08T19:18:34,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36be08a3d1ddc555ed99d6edca780d03, server=692b295ad45c,43613,1731093507123}] 2024-11-08T19:18:34,842 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 379, reset compression=false 2024-11-08T19:18:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:18:34,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03. 2024-11-08T19:18:34,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:34,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T19:18:35,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C43613%2C1731093507123.rep, suffix=, logDir=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123, archiveDir=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/oldWALs, maxLogs=10 2024-11-08T19:18:35,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.rep.1731093515001, exclude list is [], retry=0 2024-11-08T19:18:35,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42131,DS-6ec560b0-b748-4a8a-9ff6-3dc74e3b6043,DISK] 2024-11-08T19:18:35,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.rep.1731093515001 2024-11-08T19:18:35,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43647:43647)] 2024-11-08T19:18:35,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 36be08a3d1ddc555ed99d6edca780d03, NAME => 'hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:18:35,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:18:35,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:18:35,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03. service=MultiRowMutationService 2024-11-08T19:18:35,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T19:18:35,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 36be08a3d1ddc555ed99d6edca780d03 2024-11-08T19:18:35,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:35,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 36be08a3d1ddc555ed99d6edca780d03 2024-11-08T19:18:35,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 36be08a3d1ddc555ed99d6edca780d03 2024-11-08T19:18:35,036 INFO [StoreOpener-36be08a3d1ddc555ed99d6edca780d03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 36be08a3d1ddc555ed99d6edca780d03 2024-11-08T19:18:35,037 INFO [StoreOpener-36be08a3d1ddc555ed99d6edca780d03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36be08a3d1ddc555ed99d6edca780d03 columnFamilyName hfileref 2024-11-08T19:18:35,038 DEBUG [StoreOpener-36be08a3d1ddc555ed99d6edca780d03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:35,038 INFO [StoreOpener-36be08a3d1ddc555ed99d6edca780d03-1 {}] regionserver.HStore(327): Store=36be08a3d1ddc555ed99d6edca780d03/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:35,038 INFO [StoreOpener-36be08a3d1ddc555ed99d6edca780d03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 36be08a3d1ddc555ed99d6edca780d03 2024-11-08T19:18:35,040 INFO [StoreOpener-36be08a3d1ddc555ed99d6edca780d03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36be08a3d1ddc555ed99d6edca780d03 columnFamilyName queue 2024-11-08T19:18:35,040 DEBUG [StoreOpener-36be08a3d1ddc555ed99d6edca780d03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:35,040 INFO [StoreOpener-36be08a3d1ddc555ed99d6edca780d03-1 {}] regionserver.HStore(327): Store=36be08a3d1ddc555ed99d6edca780d03/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:35,041 INFO [StoreOpener-36be08a3d1ddc555ed99d6edca780d03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 36be08a3d1ddc555ed99d6edca780d03 2024-11-08T19:18:35,042 INFO [StoreOpener-36be08a3d1ddc555ed99d6edca780d03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36be08a3d1ddc555ed99d6edca780d03 columnFamilyName sid 2024-11-08T19:18:35,042 DEBUG [StoreOpener-36be08a3d1ddc555ed99d6edca780d03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:35,043 INFO [StoreOpener-36be08a3d1ddc555ed99d6edca780d03-1 {}] regionserver.HStore(327): Store=36be08a3d1ddc555ed99d6edca780d03/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:35,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 36be08a3d1ddc555ed99d6edca780d03 2024-11-08T19:18:35,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/replication/36be08a3d1ddc555ed99d6edca780d03 2024-11-08T19:18:35,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/replication/36be08a3d1ddc555ed99d6edca780d03 2024-11-08T19:18:35,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 36be08a3d1ddc555ed99d6edca780d03 2024-11-08T19:18:35,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 36be08a3d1ddc555ed99d6edca780d03 2024-11-08T19:18:35,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:18:35,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 36be08a3d1ddc555ed99d6edca780d03 2024-11-08T19:18:35,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/replication/36be08a3d1ddc555ed99d6edca780d03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:18:35,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 36be08a3d1ddc555ed99d6edca780d03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67783414, jitterRate=0.010051578283309937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:18:35,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36be08a3d1ddc555ed99d6edca780d03 2024-11-08T19:18:35,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 36be08a3d1ddc555ed99d6edca780d03: Running coprocessor pre-open hook at 1731093515035Writing region info on filesystem at 1731093515035Initializing all the Stores at 1731093515036 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093515036Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093515036Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093515036Cleaning up temporary data from old regions at 1731093515048 (+12 ms)Running coprocessor post-open hooks at 1731093515066 (+18 ms)Region opened successfully at 1731093515066 2024-11-08T19:18:35,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03., pid=10, masterSystemTime=1731093514980 2024-11-08T19:18:35,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=36be08a3d1ddc555ed99d6edca780d03, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,43613,1731093507123 2024-11-08T19:18:35,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03. 2024-11-08T19:18:35,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03. 2024-11-08T19:18:35,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36be08a3d1ddc555ed99d6edca780d03, server=692b295ad45c,43613,1731093507123 because future has completed 2024-11-08T19:18:35,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T19:18:35,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 36be08a3d1ddc555ed99d6edca780d03, server=692b295ad45c,43613,1731093507123 in 251 msec 2024-11-08T19:18:35,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T19:18:35,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36be08a3d1ddc555ed99d6edca780d03, ASSIGN in 413 msec 2024-11-08T19:18:35,086 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:18:35,086 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093515086"}]},"ts":"1731093515086"} 2024-11-08T19:18:35,090 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T19:18:35,092 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:18:35,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 860 msec 2024-11-08T19:18:35,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03., hostname=692b295ad45c,43613,1731093507123, seqNum=2] 2024-11-08T19:18:35,159 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:18:35,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626 2024-11-08T19:18:35,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626 2024-11-08T19:18:35,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:35,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:35,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:35,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:35,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:35,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:35,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:18:35,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:35,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:18:35,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43613 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T19:18:35,398 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T19:18:35,439 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-692b295ad45c,43613,1731093507123, ReplicationSource: 1, currentBandwidth=0 2024-11-08T19:18:35,439 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:35,439 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1] 2024-11-08T19:18:35,439 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:35,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T19:18:35,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-692b295ad45c,43613,1731093507123', locateType=CURRENT is [region=hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03., hostname=692b295ad45c,43613,1731093507123, seqNum=2] 2024-11-08T19:18:35,444 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T19:18:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T19:18:35,449 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 379, reset compression=false 2024-11-08T19:18:35,460 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 692b295ad45c,43613,1731093507123 suceeded 2024-11-08T19:18:35,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T19:18:35,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-08T19:18:35,464 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://692b295ad45c:39727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:18:35,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2390 sec 2024-11-08T19:18:35,488 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:39727' 2024-11-08T19:18:35,492 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b5a2df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:35,492 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,39727,-1 for getting cluster id 2024-11-08T19:18:35,493 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:35,493 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ece4800e-239e-4642-9276-0894ee7ad38b' 2024-11-08T19:18:35,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:35,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ece4800e-239e-4642-9276-0894ee7ad38b" 2024-11-08T19:18:35,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42d49c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:35,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,39727,-1] 2024-11-08T19:18:35,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:35,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:35,495 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:35,496 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53d5a43d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:35,497 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:35,498 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,39727,1731093500556 2024-11-08T19:18:35,498 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@798cf163 2024-11-08T19:18:35,498 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:18:35,499 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T19:18:35,499 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-692b295ad45c,43613,1731093507123 (queues=1) is replicating from cluster=7fc922eb-35f0-4aba-baaf-3117f3f4b2ef to cluster=ece4800e-239e-4642-9276-0894ee7ad38b 2024-11-08T19:18:35,500 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=692b295ad45c%2C43613%2C1731093507123 2024-11-08T19:18:35,500 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-692b295ad45c,43613,1731093507123, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:18:35,500 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042, startPosition=0, beingWritten=true 2024-11-08T19:18:35,505 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.shipper692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C43613%2C1731093507123 2024-11-08T19:18:35,514 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:18:35,515 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 379, reset compression=false 2024-11-08T19:18:35,515 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.shipper692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,43613,1731093507123 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:18:35,718 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 379, reset compression=false 2024-11-08T19:18:36,056 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 379, reset compression=false 2024-11-08T19:18:36,176 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 379, reset compression=false 2024-11-08T19:18:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:18:36,380 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T19:18:36,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:18:36,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:36,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:36,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:36,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:36,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:36,398 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731093516397/Put/seqid=0 2024-11-08T19:18:36,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741840_1016 (size=7894) 2024-11-08T19:18:36,446 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731093516445/Put/seqid=0 2024-11-08T19:18:36,466 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 379, reset compression=false 2024-11-08T19:18:36,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741841_1017 (size=7691) 2024-11-08T19:18:36,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d3ebfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:36,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,39727,-1 for getting cluster id 2024-11-08T19:18:36,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:36,519 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ece4800e-239e-4642-9276-0894ee7ad38b' 2024-11-08T19:18:36,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:36,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ece4800e-239e-4642-9276-0894ee7ad38b" 2024-11-08T19:18:36,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139a9c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:36,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,39727,-1] 2024-11-08T19:18:36,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:36,573 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:36,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463ed075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:36,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:36,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,35745,1731093500841, seqNum=-1] 2024-11-08T19:18:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:36,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:18:36,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:36,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,39727,1731093500556 2024-11-08T19:18:36,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30d40e25 2024-11-08T19:18:36,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:18:36,623 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:18:36,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751., hostname=692b295ad45c,35745,1731093500841, seqNum=2] 2024-11-08T19:18:36,631 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T19:18:36,664 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T19:18:36,668 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T19:18:36,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 7d07ff7618ad5f0e6d91aa411a3ff751/f 2024-11-08T19:18:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T19:18:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:18:36,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 7d07ff7618ad5f0e6d91aa411a3ff751/f 2024-11-08T19:18:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T19:18:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:18:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HRegion(2603): Flush status journal for 7d07ff7618ad5f0e6d91aa411a3ff751: 2024-11-08T19:18:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins__test__rcnmtv1egipl6tnb0ai4936l67rq3q8be94gea8sfm6b7nlvmhn39i75sk7moq5h/f/hfile_0 2024-11-08T19:18:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins__test__rcnmtv1egipl6tnb0ai4936l67rq3q8be94gea8sfm6b7nlvmhn39i75sk7moq5h/f/hfile_0 as hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751/f/f46b6a32183542969fa0e421efa7812c_SeqId_4_ 2024-11-08T19:18:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins__test__rcnmtv1egipl6tnb0ai4936l67rq3q8be94gea8sfm6b7nlvmhn39i75sk7moq5h/f/hfile_1 2024-11-08T19:18:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins__test__rcnmtv1egipl6tnb0ai4936l67rq3q8be94gea8sfm6b7nlvmhn39i75sk7moq5h/f/hfile_1 as hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751/f/523b7f1af36b4370aab6798ada4d1098_SeqId_4_ 2024-11-08T19:18:36,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins__test__rcnmtv1egipl6tnb0ai4936l67rq3q8be94gea8sfm6b7nlvmhn39i75sk7moq5h/f/hfile_0 into 7d07ff7618ad5f0e6d91aa411a3ff751/f as hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751/f/f46b6a32183542969fa0e421efa7812c_SeqId_4_ - updating store file list. 2024-11-08T19:18:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f46b6a32183542969fa0e421efa7812c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T19:18:36,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751/f/f46b6a32183542969fa0e421efa7812c_SeqId_4_ into 7d07ff7618ad5f0e6d91aa411a3ff751/f 2024-11-08T19:18:36,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins__test__rcnmtv1egipl6tnb0ai4936l67rq3q8be94gea8sfm6b7nlvmhn39i75sk7moq5h/f/hfile_0 into 7d07ff7618ad5f0e6d91aa411a3ff751/f (new location: hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751/f/f46b6a32183542969fa0e421efa7812c_SeqId_4_) 2024-11-08T19:18:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins__test__rcnmtv1egipl6tnb0ai4936l67rq3q8be94gea8sfm6b7nlvmhn39i75sk7moq5h/f/hfile_0 2024-11-08T19:18:36,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins__test__rcnmtv1egipl6tnb0ai4936l67rq3q8be94gea8sfm6b7nlvmhn39i75sk7moq5h/f/hfile_1 into 7d07ff7618ad5f0e6d91aa411a3ff751/f as hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751/f/523b7f1af36b4370aab6798ada4d1098_SeqId_4_ - updating store file list. 2024-11-08T19:18:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 523b7f1af36b4370aab6798ada4d1098_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T19:18:36,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751/f/523b7f1af36b4370aab6798ada4d1098_SeqId_4_ into 7d07ff7618ad5f0e6d91aa411a3ff751/f 2024-11-08T19:18:36,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins__test__rcnmtv1egipl6tnb0ai4936l67rq3q8be94gea8sfm6b7nlvmhn39i75sk7moq5h/f/hfile_1 into 7d07ff7618ad5f0e6d91aa411a3ff751/f (new location: hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751/f/523b7f1af36b4370aab6798ada4d1098_SeqId_4_) 2024-11-08T19:18:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins__test__rcnmtv1egipl6tnb0ai4936l67rq3q8be94gea8sfm6b7nlvmhn39i75sk7moq5h/f/hfile_1 2024-11-08T19:18:36,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:18:36,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:36,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:36,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:36,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:36,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751., hostname=692b295ad45c,35745,1731093500841, seqNum=2 , the old value is region=test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751., hostname=692b295ad45c,35745,1731093500841, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=692b295ad45c:35745 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T19:18:36,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751., hostname=692b295ad45c,35745,1731093500841, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T19:18:36,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751., hostname=692b295ad45c,35745,1731093500841, seqNum=2 from cache 2024-11-08T19:18:36,799 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T19:18:36,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:36,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1] 2024-11-08T19:18:36,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:36,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:18:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731093510922.97b5eb2822ef6af328ed0d7805716703., hostname=692b295ad45c,43613,1731093507123, seqNum=2] 2024-11-08T19:18:36,812 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T19:18:36,910 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:35745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T19:18:36,981 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 379, reset compression=false 2024-11-08T19:18:36,997 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:18:36,998 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,35745,1731093500841 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d07ff7618ad5f0e6d91aa411a3ff751/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731093516754/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T19:18:37,000 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:18:37,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-08T19:18:37,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.ReplicationSink(318): Replicating [ece4800e-239e-4642-9276-0894ee7ad38b] bulk loaded data 2024-11-08T19:18:37,013 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 379, reset compression=false 2024-11-08T19:18:37,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74cbe5fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:37,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,37303,-1 for getting cluster id 2024-11-08T19:18:37,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:37,015 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fc922eb-35f0-4aba-baaf-3117f3f4b2ef' 2024-11-08T19:18:37,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:37,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fc922eb-35f0-4aba-baaf-3117f3f4b2ef" 2024-11-08T19:18:37,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@743e25d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:37,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,37303,-1] 2024-11-08T19:18:37,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:37,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:37,017 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:37,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f2bd497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:37,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741840_1016 (size=7894) 2024-11-08T19:18:37,198 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 687, reset compression=false 2024-11-08T19:18:37,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741841_1017 (size=7691) 2024-11-08T19:18:37,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:37,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,37303,1731093507011 2024-11-08T19:18:37,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72a6565d 2024-11-08T19:18:37,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:18:37,491 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T19:18:37,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T19:18:37,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:37,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1] 2024-11-08T19:18:37,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:37,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T19:18:37,503 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 687, reset compression=false 2024-11-08T19:18:37,511 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins.hfs.11__test__ddg9gu3gsdg6req3garovma157jqjpuoi9tikku2f21i0m25bfm4dfsa2v59ccn7/f/523b7f1af36b4370aab6798ada4d1098_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T19:18:37,515 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins.hfs.11__test__ddg9gu3gsdg6req3garovma157jqjpuoi9tikku2f21i0m25bfm4dfsa2v59ccn7/f/f46b6a32183542969fa0e421efa7812c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T19:18:37,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins.hfs.11__test__ddg9gu3gsdg6req3garovma157jqjpuoi9tikku2f21i0m25bfm4dfsa2v59ccn7/f/523b7f1af36b4370aab6798ada4d1098_SeqId_4_ for inclusion in 97b5eb2822ef6af328ed0d7805716703/f 2024-11-08T19:18:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T19:18:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:18:37,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins.hfs.11__test__ddg9gu3gsdg6req3garovma157jqjpuoi9tikku2f21i0m25bfm4dfsa2v59ccn7/f/f46b6a32183542969fa0e421efa7812c_SeqId_4_ for inclusion in 97b5eb2822ef6af328ed0d7805716703/f 2024-11-08T19:18:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T19:18:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:18:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HRegion(2603): Flush status journal for 97b5eb2822ef6af328ed0d7805716703: 2024-11-08T19:18:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 523b7f1af36b4370aab6798ada4d1098_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T19:18:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins.hfs.11__test__ddg9gu3gsdg6req3garovma157jqjpuoi9tikku2f21i0m25bfm4dfsa2v59ccn7/f/523b7f1af36b4370aab6798ada4d1098_SeqId_4_ as hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703/f/efe330b8b4614c7ca1534cacdc4dbf28_SeqId_4_ 2024-11-08T19:18:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f46b6a32183542969fa0e421efa7812c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T19:18:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins.hfs.11__test__ddg9gu3gsdg6req3garovma157jqjpuoi9tikku2f21i0m25bfm4dfsa2v59ccn7/f/f46b6a32183542969fa0e421efa7812c_SeqId_4_ as hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703/f/eccec29478a546a884ce4bd17c9729e8_SeqId_4_ 2024-11-08T19:18:37,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins.hfs.11__test__ddg9gu3gsdg6req3garovma157jqjpuoi9tikku2f21i0m25bfm4dfsa2v59ccn7/f/523b7f1af36b4370aab6798ada4d1098_SeqId_4_ into 97b5eb2822ef6af328ed0d7805716703/f as hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703/f/efe330b8b4614c7ca1534cacdc4dbf28_SeqId_4_ - updating store file list. 2024-11-08T19:18:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStoreFile(483): HFile Bloom filter type for efe330b8b4614c7ca1534cacdc4dbf28_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T19:18:37,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703/f/efe330b8b4614c7ca1534cacdc4dbf28_SeqId_4_ into 97b5eb2822ef6af328ed0d7805716703/f 2024-11-08T19:18:37,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins.hfs.11__test__ddg9gu3gsdg6req3garovma157jqjpuoi9tikku2f21i0m25bfm4dfsa2v59ccn7/f/523b7f1af36b4370aab6798ada4d1098_SeqId_4_ into 97b5eb2822ef6af328ed0d7805716703/f (new location: hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703/f/efe330b8b4614c7ca1534cacdc4dbf28_SeqId_4_) 2024-11-08T19:18:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins.hfs.11__test__ddg9gu3gsdg6req3garovma157jqjpuoi9tikku2f21i0m25bfm4dfsa2v59ccn7/f/523b7f1af36b4370aab6798ada4d1098_SeqId_4_ 2024-11-08T19:18:37,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins.hfs.11__test__ddg9gu3gsdg6req3garovma157jqjpuoi9tikku2f21i0m25bfm4dfsa2v59ccn7/f/f46b6a32183542969fa0e421efa7812c_SeqId_4_ into 97b5eb2822ef6af328ed0d7805716703/f as hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703/f/eccec29478a546a884ce4bd17c9729e8_SeqId_4_ - updating store file list. 2024-11-08T19:18:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eccec29478a546a884ce4bd17c9729e8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T19:18:37,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703/f/eccec29478a546a884ce4bd17c9729e8_SeqId_4_ into 97b5eb2822ef6af328ed0d7805716703/f 2024-11-08T19:18:37,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins.hfs.11__test__ddg9gu3gsdg6req3garovma157jqjpuoi9tikku2f21i0m25bfm4dfsa2v59ccn7/f/f46b6a32183542969fa0e421efa7812c_SeqId_4_ into 97b5eb2822ef6af328ed0d7805716703/f (new location: hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703/f/eccec29478a546a884ce4bd17c9729e8_SeqId_4_) 2024-11-08T19:18:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins.hfs.11__test__ddg9gu3gsdg6req3garovma157jqjpuoi9tikku2f21i0m25bfm4dfsa2v59ccn7/f/f46b6a32183542969fa0e421efa7812c_SeqId_4_ 2024-11-08T19:18:37,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.ReplicationSink(324): Finished replicating [ece4800e-239e-4642-9276-0894ee7ad38b] bulk loaded data 2024-11-08T19:18:37,626 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 379, reset compression=false 2024-11-08T19:18:37,651 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:18:37,651 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.shipper692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,43613,1731093507123 got entry batch from reader: WALEntryBatch [walEntries=[{test/97b5eb2822ef6af328ed0d7805716703/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731093517590/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T19:18:37,654 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.shipper692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:18:37,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-08T19:18:37,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.ReplicationSink(318): Replicating [ece4800e-239e-4642-9276-0894ee7ad38b, 7fc922eb-35f0-4aba-baaf-3117f3f4b2ef] bulk loaded data 2024-11-08T19:18:37,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@314f703e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:37,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,39727,-1 for getting cluster id 2024-11-08T19:18:37,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:37,664 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ece4800e-239e-4642-9276-0894ee7ad38b' 2024-11-08T19:18:37,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:37,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ece4800e-239e-4642-9276-0894ee7ad38b" 2024-11-08T19:18:37,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30ae6e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:37,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,39727,-1] 2024-11-08T19:18:37,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:37,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:37,668 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:37,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1be4d2b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:37,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741842_1018 (size=7691) 2024-11-08T19:18:37,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:37,828 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731093517827/Put/seqid=0 2024-11-08T19:18:37,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741842_1018 (size=11194) 2024-11-08T19:18:37,851 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 725, reset compression=false 2024-11-08T19:18:37,932 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 687, reset compression=false 2024-11-08T19:18:38,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741843_1019 (size=7894) 2024-11-08T19:18:38,155 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 725, reset compression=false 2024-11-08T19:18:38,239 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731093518239/Put/seqid=0 2024-11-08T19:18:38,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741843_1019 (size=10791) 2024-11-08T19:18:38,436 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 687, reset compression=false 2024-11-08T19:18:38,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:38,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,39727,1731093500556 2024-11-08T19:18:38,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9899ade 2024-11-08T19:18:38,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:18:38,541 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T19:18:38,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T19:18:38,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:38,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,35745,1731093500841, seqNum=-1] 2024-11-08T19:18:38,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:38,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T19:18:38,552 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins.hfs.10__test__b76l4m0ab19i379bgrpeecfcqpa5a63kcmp17sdtf2b1al8ar393ct5dq7g7hf8s/f/eccec29478a546a884ce4bd17c9729e8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T19:18:38,556 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins.hfs.10__test__b76l4m0ab19i379bgrpeecfcqpa5a63kcmp17sdtf2b1al8ar393ct5dq7g7hf8s/f/efe330b8b4614c7ca1534cacdc4dbf28_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T19:18:38,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.ReplicationSink(324): Finished replicating [ece4800e-239e-4642-9276-0894ee7ad38b, 7fc922eb-35f0-4aba-baaf-3117f3f4b2ef] bulk loaded data 2024-11-08T19:18:38,559 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 725, reset compression=false 2024-11-08T19:18:38,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281d8f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:38,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,37303,-1 for getting cluster id 2024-11-08T19:18:38,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:38,648 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fc922eb-35f0-4aba-baaf-3117f3f4b2ef' 2024-11-08T19:18:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fc922eb-35f0-4aba-baaf-3117f3f4b2ef" 2024-11-08T19:18:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1baedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,37303,-1] 2024-11-08T19:18:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:38,650 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:38,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476ba34c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:38,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:38,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1] 2024-11-08T19:18:38,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:38,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:18:38,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:38,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,37303,1731093507011 2024-11-08T19:18:38,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ccaae6b 2024-11-08T19:18:38,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:18:38,663 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:18:38,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731093510922.97b5eb2822ef6af328ed0d7805716703., hostname=692b295ad45c,43613,1731093507123, seqNum=2] 2024-11-08T19:18:38,669 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T19:18:38,675 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T19:18:38,677 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T19:18:38,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 97b5eb2822ef6af328ed0d7805716703/f 2024-11-08T19:18:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T19:18:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:18:38,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 97b5eb2822ef6af328ed0d7805716703/f 2024-11-08T19:18:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T19:18:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:18:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HRegion(2603): Flush status journal for 97b5eb2822ef6af328ed0d7805716703: 2024-11-08T19:18:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins__test__md2ij9prootmrohg5h86589q11se3ri51ha41qcg54jh551hp09tlmhhl5uq45tu/f/hfile_0 2024-11-08T19:18:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins__test__md2ij9prootmrohg5h86589q11se3ri51ha41qcg54jh551hp09tlmhhl5uq45tu/f/hfile_0 as hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703/f/e1d0156d852e490496427c8502438ab6_SeqId_6_ 2024-11-08T19:18:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins__test__md2ij9prootmrohg5h86589q11se3ri51ha41qcg54jh551hp09tlmhhl5uq45tu/f/hfile_1 2024-11-08T19:18:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins__test__md2ij9prootmrohg5h86589q11se3ri51ha41qcg54jh551hp09tlmhhl5uq45tu/f/hfile_1 as hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703/f/e1df0438ebd24a3fbd37350383432d60_SeqId_6_ 2024-11-08T19:18:38,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins__test__md2ij9prootmrohg5h86589q11se3ri51ha41qcg54jh551hp09tlmhhl5uq45tu/f/hfile_0 into 97b5eb2822ef6af328ed0d7805716703/f as hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703/f/e1d0156d852e490496427c8502438ab6_SeqId_6_ - updating store file list. 2024-11-08T19:18:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e1d0156d852e490496427c8502438ab6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T19:18:38,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703/f/e1d0156d852e490496427c8502438ab6_SeqId_6_ into 97b5eb2822ef6af328ed0d7805716703/f 2024-11-08T19:18:38,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins__test__md2ij9prootmrohg5h86589q11se3ri51ha41qcg54jh551hp09tlmhhl5uq45tu/f/hfile_0 into 97b5eb2822ef6af328ed0d7805716703/f (new location: hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703/f/e1d0156d852e490496427c8502438ab6_SeqId_6_) 2024-11-08T19:18:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins__test__md2ij9prootmrohg5h86589q11se3ri51ha41qcg54jh551hp09tlmhhl5uq45tu/f/hfile_0 2024-11-08T19:18:38,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins__test__md2ij9prootmrohg5h86589q11se3ri51ha41qcg54jh551hp09tlmhhl5uq45tu/f/hfile_1 into 97b5eb2822ef6af328ed0d7805716703/f as hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703/f/e1df0438ebd24a3fbd37350383432d60_SeqId_6_ - updating store file list. 2024-11-08T19:18:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e1df0438ebd24a3fbd37350383432d60_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T19:18:38,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703/f/e1df0438ebd24a3fbd37350383432d60_SeqId_6_ into 97b5eb2822ef6af328ed0d7805716703/f 2024-11-08T19:18:38,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins__test__md2ij9prootmrohg5h86589q11se3ri51ha41qcg54jh551hp09tlmhhl5uq45tu/f/hfile_1 into 97b5eb2822ef6af328ed0d7805716703/f (new location: hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703/f/e1df0438ebd24a3fbd37350383432d60_SeqId_6_) 2024-11-08T19:18:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/staging/jenkins__test__md2ij9prootmrohg5h86589q11se3ri51ha41qcg54jh551hp09tlmhhl5uq45tu/f/hfile_1 2024-11-08T19:18:38,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:18:38,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:38,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:38,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:38,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:38,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:38,708 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T19:18:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731093510922.97b5eb2822ef6af328ed0d7805716703., hostname=692b295ad45c,43613,1731093507123, seqNum=2 , the old value is region=test,,1731093510922.97b5eb2822ef6af328ed0d7805716703., hostname=692b295ad45c,43613,1731093507123, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=692b295ad45c:43613 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T19:18:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731093510922.97b5eb2822ef6af328ed0d7805716703., hostname=692b295ad45c,43613,1731093507123, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T19:18:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731093510922.97b5eb2822ef6af328ed0d7805716703., hostname=692b295ad45c,43613,1731093507123, seqNum=2 from cache 2024-11-08T19:18:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,35745,1731093500841, seqNum=-1] 2024-11-08T19:18:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:38,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:18:38,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751., hostname=692b295ad45c,35745,1731093500841, seqNum=2] 2024-11-08T19:18:38,722 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T19:18:38,820 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:43613 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T19:18:39,041 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 687, reset compression=false 2024-11-08T19:18:39,063 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 725, reset compression=false 2024-11-08T19:18:39,067 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:18:39,068 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.shipper692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,43613,1731093507123 got entry batch from reader: WALEntryBatch [walEntries=[{test/97b5eb2822ef6af328ed0d7805716703/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731093518704/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T19:18:39,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.ReplicationSink(318): Replicating [7fc922eb-35f0-4aba-baaf-3117f3f4b2ef] bulk loaded data 2024-11-08T19:18:39,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741844_1020 (size=11194) 2024-11-08T19:18:39,268 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 1033, reset compression=false 2024-11-08T19:18:39,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741845_1021 (size=10791) 2024-11-08T19:18:39,572 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 1033, reset compression=false 2024-11-08T19:18:39,726 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T19:18:39,745 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 687, reset compression=false 2024-11-08T19:18:39,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T19:18:39,893 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins.hfs.10__test__fu6n9o0jkho02k2c7932s7q7ach2a683s8qrdlp4lffug0jp8cguckco3mj4gubc/f/e1d0156d852e490496427c8502438ab6_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-08T19:18:39,895 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins.hfs.10__test__fu6n9o0jkho02k2c7932s7q7ach2a683s8qrdlp4lffug0jp8cguckco3mj4gubc/f/e1df0438ebd24a3fbd37350383432d60_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-08T19:18:39,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins.hfs.10__test__fu6n9o0jkho02k2c7932s7q7ach2a683s8qrdlp4lffug0jp8cguckco3mj4gubc/f/e1d0156d852e490496427c8502438ab6_SeqId_6_ for inclusion in 7d07ff7618ad5f0e6d91aa411a3ff751/f 2024-11-08T19:18:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T19:18:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:18:39,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins.hfs.10__test__fu6n9o0jkho02k2c7932s7q7ach2a683s8qrdlp4lffug0jp8cguckco3mj4gubc/f/e1df0438ebd24a3fbd37350383432d60_SeqId_6_ for inclusion in 7d07ff7618ad5f0e6d91aa411a3ff751/f 2024-11-08T19:18:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T19:18:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:18:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HRegion(2603): Flush status journal for 7d07ff7618ad5f0e6d91aa411a3ff751: 2024-11-08T19:18:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e1d0156d852e490496427c8502438ab6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T19:18:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins.hfs.10__test__fu6n9o0jkho02k2c7932s7q7ach2a683s8qrdlp4lffug0jp8cguckco3mj4gubc/f/e1d0156d852e490496427c8502438ab6_SeqId_6_ as hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751/f/c8dd9cad7b7641c7b56f95e404215bc6_SeqId_6_ 2024-11-08T19:18:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e1df0438ebd24a3fbd37350383432d60_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T19:18:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins.hfs.10__test__fu6n9o0jkho02k2c7932s7q7ach2a683s8qrdlp4lffug0jp8cguckco3mj4gubc/f/e1df0438ebd24a3fbd37350383432d60_SeqId_6_ as hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751/f/9385f637f86c403fad0cca7c4ee47098_SeqId_6_ 2024-11-08T19:18:39,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins.hfs.10__test__fu6n9o0jkho02k2c7932s7q7ach2a683s8qrdlp4lffug0jp8cguckco3mj4gubc/f/e1d0156d852e490496427c8502438ab6_SeqId_6_ into 7d07ff7618ad5f0e6d91aa411a3ff751/f as hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751/f/c8dd9cad7b7641c7b56f95e404215bc6_SeqId_6_ - updating store file list. 2024-11-08T19:18:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c8dd9cad7b7641c7b56f95e404215bc6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T19:18:39,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751/f/c8dd9cad7b7641c7b56f95e404215bc6_SeqId_6_ into 7d07ff7618ad5f0e6d91aa411a3ff751/f 2024-11-08T19:18:39,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins.hfs.10__test__fu6n9o0jkho02k2c7932s7q7ach2a683s8qrdlp4lffug0jp8cguckco3mj4gubc/f/e1d0156d852e490496427c8502438ab6_SeqId_6_ into 7d07ff7618ad5f0e6d91aa411a3ff751/f (new location: hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751/f/c8dd9cad7b7641c7b56f95e404215bc6_SeqId_6_) 2024-11-08T19:18:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins.hfs.10__test__fu6n9o0jkho02k2c7932s7q7ach2a683s8qrdlp4lffug0jp8cguckco3mj4gubc/f/e1d0156d852e490496427c8502438ab6_SeqId_6_ 2024-11-08T19:18:39,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins.hfs.10__test__fu6n9o0jkho02k2c7932s7q7ach2a683s8qrdlp4lffug0jp8cguckco3mj4gubc/f/e1df0438ebd24a3fbd37350383432d60_SeqId_6_ into 7d07ff7618ad5f0e6d91aa411a3ff751/f as hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751/f/9385f637f86c403fad0cca7c4ee47098_SeqId_6_ - updating store file list. 2024-11-08T19:18:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9385f637f86c403fad0cca7c4ee47098_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T19:18:39,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751/f/9385f637f86c403fad0cca7c4ee47098_SeqId_6_ into 7d07ff7618ad5f0e6d91aa411a3ff751/f 2024-11-08T19:18:39,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins.hfs.10__test__fu6n9o0jkho02k2c7932s7q7ach2a683s8qrdlp4lffug0jp8cguckco3mj4gubc/f/e1df0438ebd24a3fbd37350383432d60_SeqId_6_ into 7d07ff7618ad5f0e6d91aa411a3ff751/f (new location: hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751/f/9385f637f86c403fad0cca7c4ee47098_SeqId_6_) 2024-11-08T19:18:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/staging/jenkins.hfs.10__test__fu6n9o0jkho02k2c7932s7q7ach2a683s8qrdlp4lffug0jp8cguckco3mj4gubc/f/e1df0438ebd24a3fbd37350383432d60_SeqId_6_ 2024-11-08T19:18:39,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35745 {}] regionserver.ReplicationSink(324): Finished replicating [7fc922eb-35f0-4aba-baaf-3117f3f4b2ef] bulk loaded data 2024-11-08T19:18:39,976 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 1033, reset compression=false 2024-11-08T19:18:40,479 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 1033, reset compression=false 2024-11-08T19:18:40,536 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:18:40,549 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 687, reset compression=false 2024-11-08T19:18:40,555 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:18:40,555 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,35745,1731093500841 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d07ff7618ad5f0e6d91aa411a3ff751/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731093519917/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T19:18:40,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.ReplicationSink(318): Replicating [7fc922eb-35f0-4aba-baaf-3117f3f4b2ef, ece4800e-239e-4642-9276-0894ee7ad38b] bulk loaded data 2024-11-08T19:18:40,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741844_1020 (size=11194) 2024-11-08T19:18:40,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:40,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:40,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:40,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:40,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:40,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:40,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:40,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:40,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:18:40,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:18:40,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:40,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:40,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:40,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:40,739 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:18:40,740 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=119956208, stopped=false 2024-11-08T19:18:40,740 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,37303,1731093507011 2024-11-08T19:18:40,755 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 1033, reset compression=false 2024-11-08T19:18:40,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1896634626/running 2024-11-08T19:18:40,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1896634626/running 2024-11-08T19:18:40,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626 2024-11-08T19:18:40,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626 2024-11-08T19:18:40,832 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:18:40,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:18:40,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:40,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:40,832 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,43613,1731093507123' ***** 2024-11-08T19:18:40,832 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:18:40,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Set watcher on znode that does not yet exist, /1896634626/running 2024-11-08T19:18:40,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Set watcher on znode that does not yet exist, /1896634626/running 2024-11-08T19:18:40,833 INFO [RS:0;692b295ad45c:43613 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:18:40,833 INFO [RS:0;692b295ad45c:43613 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:18:40,833 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:18:40,833 INFO [RS:0;692b295ad45c:43613 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:18:40,833 INFO [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(3091): Received CLOSE for 97b5eb2822ef6af328ed0d7805716703 2024-11-08T19:18:40,833 INFO [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(3091): Received CLOSE for 36be08a3d1ddc555ed99d6edca780d03 2024-11-08T19:18:40,833 INFO [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,43613,1731093507123 2024-11-08T19:18:40,833 INFO [RS:0;692b295ad45c:43613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:18:40,833 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97b5eb2822ef6af328ed0d7805716703, disabling compactions & flushes 2024-11-08T19:18:40,833 INFO [RS:0;692b295ad45c:43613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:43613. 2024-11-08T19:18:40,833 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731093510922.97b5eb2822ef6af328ed0d7805716703. 2024-11-08T19:18:40,833 DEBUG [RS:0;692b295ad45c:43613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:40,833 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093510922.97b5eb2822ef6af328ed0d7805716703. 2024-11-08T19:18:40,833 DEBUG [RS:0;692b295ad45c:43613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:40,833 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731093510922.97b5eb2822ef6af328ed0d7805716703. after waiting 0 ms 2024-11-08T19:18:40,833 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731093510922.97b5eb2822ef6af328ed0d7805716703. 2024-11-08T19:18:40,833 INFO [RS:0;692b295ad45c:43613 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:18:40,833 INFO [RS:0;692b295ad45c:43613 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:18:40,833 INFO [RS:0;692b295ad45c:43613 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:18:40,833 INFO [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:18:40,834 INFO [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T19:18:40,834 DEBUG [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1325): Online Regions={97b5eb2822ef6af328ed0d7805716703=test,,1731093510922.97b5eb2822ef6af328ed0d7805716703., 1588230740=hbase:meta,,1.1588230740, 36be08a3d1ddc555ed99d6edca780d03=hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03.} 2024-11-08T19:18:40,834 DEBUG [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36be08a3d1ddc555ed99d6edca780d03, 97b5eb2822ef6af328ed0d7805716703 2024-11-08T19:18:40,834 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:18:40,834 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:18:40,834 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:18:40,834 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:18:40,834 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:18:40,834 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T19:18:40,837 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/default/test/97b5eb2822ef6af328ed0d7805716703/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:18:40,837 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:18:40,837 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:18:40,837 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731093510922.97b5eb2822ef6af328ed0d7805716703. 2024-11-08T19:18:40,837 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97b5eb2822ef6af328ed0d7805716703: Waiting for close lock at 1731093520833Running coprocessor pre-close hooks at 1731093520833Disabling compacts and flushes for region at 1731093520833Disabling writes for close at 1731093520833Writing region close event to WAL at 1731093520834 (+1 ms)Running coprocessor post-close hooks at 1731093520837 (+3 ms)Closed at 1731093520837 2024-11-08T19:18:40,837 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731093510922.97b5eb2822ef6af328ed0d7805716703. 2024-11-08T19:18:40,838 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36be08a3d1ddc555ed99d6edca780d03, disabling compactions & flushes 2024-11-08T19:18:40,838 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03. 2024-11-08T19:18:40,838 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03. 2024-11-08T19:18:40,838 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03. after waiting 0 ms 2024-11-08T19:18:40,838 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03. 2024-11-08T19:18:40,838 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 36be08a3d1ddc555ed99d6edca780d03 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-08T19:18:40,850 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/replication/36be08a3d1ddc555ed99d6edca780d03/.tmp/hfileref/aa14b31ae811431f8d625f871628343b is 74, key is 1/hfileref:e1d0156d852e490496427c8502438ab6_SeqId_6_/1731093519920/DeleteColumn/seqid=0 2024-11-08T19:18:40,851 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/.tmp/info/55dc544a070647d3ba40bca14b24b16b is 147, key is hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03./info:regioninfo/1731093515070/Put/seqid=0 2024-11-08T19:18:40,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741845_1021 (size=5345) 2024-11-08T19:18:40,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741846_1022 (size=7686) 2024-11-08T19:18:40,922 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:18:40,957 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:18:40,957 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:18:40,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741847_1023 (size=10791) 2024-11-08T19:18:41,034 DEBUG [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36be08a3d1ddc555ed99d6edca780d03 2024-11-08T19:18:41,059 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 1033, reset compression=false 2024-11-08T19:18:41,083 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 1033, reset compression=false 2024-11-08T19:18:41,088 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:18:41,088 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 1328, reset compression=false 2024-11-08T19:18:41,088 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.shipper692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,43613,1731093507123 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:18:41,090 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.shipper692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 692b295ad45c,43613,1731093507123: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-692b295ad45c,43613,1731093507123, walGroup=692b295ad45c%2C43613%2C1731093507123, offset=692b295ad45c%2C43613%2C1731093507123.1731093509042:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:43613 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T19:18:41,092 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.shipper692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T19:18:41,094 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.shipper692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T19:18:41,095 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.shipper692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T19:18:41,096 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.shipper692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T19:18:41,096 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.shipper692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T19:18:41,096 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.shipper692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 550229096 }, "NonHeapMemoryUsage": { "committed": 189923328, "init": 7667712, "max": -1, "used": 187174168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T19:18:41,099 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.shipper692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T19:18:41,234 DEBUG [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36be08a3d1ddc555ed99d6edca780d03 2024-11-08T19:18:41,256 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/replication/36be08a3d1ddc555ed99d6edca780d03/.tmp/hfileref/aa14b31ae811431f8d625f871628343b 2024-11-08T19:18:41,256 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/.tmp/info/55dc544a070647d3ba40bca14b24b16b 2024-11-08T19:18:41,273 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/replication/36be08a3d1ddc555ed99d6edca780d03/.tmp/queue/17c7ac2958684e0c9e8846e51206536b is 154, key is 1-692b295ad45c,43613,1731093507123/queue:692b295ad45c%2C43613%2C1731093507123/1731093519921/Put/seqid=0 2024-11-08T19:18:41,273 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/.tmp/ns/52ef6499e0cf442b899b975c15547c31 is 43, key is default/ns:d/1731093509690/Put/seqid=0 2024-11-08T19:18:41,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741849_1025 (size=5353) 2024-11-08T19:18:41,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741848_1024 (size=5153) 2024-11-08T19:18:41,292 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 1328, reset compression=false 2024-11-08T19:18:41,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T19:18:41,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:18:41,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:41,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:41,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1 from cache 2024-11-08T19:18:41,434 DEBUG [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36be08a3d1ddc555ed99d6edca780d03 2024-11-08T19:18:41,463 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 1033, reset compression=false 2024-11-08T19:18:41,509 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:41,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1] 2024-11-08T19:18:41,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:18:41,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:41,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:41,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1 from cache 2024-11-08T19:18:41,596 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 1328, reset compression=false 2024-11-08T19:18:41,634 DEBUG [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36be08a3d1ddc555ed99d6edca780d03 2024-11-08T19:18:41,677 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/replication/36be08a3d1ddc555ed99d6edca780d03/.tmp/queue/17c7ac2958684e0c9e8846e51206536b 2024-11-08T19:18:41,677 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/.tmp/ns/52ef6499e0cf442b899b975c15547c31 2024-11-08T19:18:41,681 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/replication/36be08a3d1ddc555ed99d6edca780d03/.tmp/hfileref/aa14b31ae811431f8d625f871628343b as hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/replication/36be08a3d1ddc555ed99d6edca780d03/hfileref/aa14b31ae811431f8d625f871628343b 2024-11-08T19:18:41,686 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/replication/36be08a3d1ddc555ed99d6edca780d03/hfileref/aa14b31ae811431f8d625f871628343b, entries=4, sequenceid=12, filesize=5.2 K 2024-11-08T19:18:41,687 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/replication/36be08a3d1ddc555ed99d6edca780d03/.tmp/queue/17c7ac2958684e0c9e8846e51206536b as hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/replication/36be08a3d1ddc555ed99d6edca780d03/queue/17c7ac2958684e0c9e8846e51206536b 2024-11-08T19:18:41,692 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/replication/36be08a3d1ddc555ed99d6edca780d03/queue/17c7ac2958684e0c9e8846e51206536b, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T19:18:41,693 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 36be08a3d1ddc555ed99d6edca780d03 in 855ms, sequenceid=12, compaction requested=false 2024-11-08T19:18:41,698 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/.tmp/rep_barrier/b827277e810e49cfbcd8f538a3e99f75 is 112, key is test,,1731093510922.97b5eb2822ef6af328ed0d7805716703./rep_barrier:seqnumDuringOpen/1731093511678/Put/seqid=0 2024-11-08T19:18:41,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741850_1026 (size=5518) 2024-11-08T19:18:41,709 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/replication/36be08a3d1ddc555ed99d6edca780d03/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T19:18:41,710 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:18:41,710 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:18:41,710 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03. 2024-11-08T19:18:41,710 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36be08a3d1ddc555ed99d6edca780d03: Waiting for close lock at 1731093520837Running coprocessor pre-close hooks at 1731093520837Disabling compacts and flushes for region at 1731093520837Disabling writes for close at 1731093520838 (+1 ms)Obtaining lock to block concurrent updates at 1731093520838Preparing flush snapshotting stores in 36be08a3d1ddc555ed99d6edca780d03 at 1731093520838Finished memstore snapshotting hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731093520838Flushing stores of hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03. at 1731093520838Flushing 36be08a3d1ddc555ed99d6edca780d03/hfileref: creating writer at 1731093520838Flushing 36be08a3d1ddc555ed99d6edca780d03/hfileref: appending metadata at 1731093520850 (+12 ms)Flushing 36be08a3d1ddc555ed99d6edca780d03/hfileref: closing flushed file at 1731093520850Flushing 36be08a3d1ddc555ed99d6edca780d03/queue: creating writer at 1731093521260 (+410 ms)Flushing 36be08a3d1ddc555ed99d6edca780d03/queue: appending metadata at 1731093521272 (+12 ms)Flushing 36be08a3d1ddc555ed99d6edca780d03/queue: closing flushed file at 1731093521272Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a5aa3c: reopening flushed file at 1731093521681 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f62869d: reopening flushed file at 1731093521686 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 36be08a3d1ddc555ed99d6edca780d03 in 855ms, sequenceid=12, compaction requested=false at 1731093521693 (+7 ms)Writing region close event to WAL at 1731093521698 (+5 ms)Running coprocessor post-close hooks at 1731093521710 (+12 ms)Closed at 1731093521710 2024-11-08T19:18:41,710 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731093514232.36be08a3d1ddc555ed99d6edca780d03. 2024-11-08T19:18:41,719 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:41,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1] 2024-11-08T19:18:41,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:18:41,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:41,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:41,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1 from cache 2024-11-08T19:18:41,835 DEBUG [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:18:41,967 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 1033, reset compression=false 2024-11-08T19:18:42,000 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 1328, reset compression=false 2024-11-08T19:18:42,029 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:42,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1] 2024-11-08T19:18:42,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:18:42,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:42,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:42,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1 from cache 2024-11-08T19:18:42,035 INFO [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T19:18:42,035 DEBUG [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:18:42,035 DEBUG [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:18:42,106 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/.tmp/rep_barrier/b827277e810e49cfbcd8f538a3e99f75 2024-11-08T19:18:42,123 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/.tmp/table/b0200a27d1c34a2d9139cac37327316b is 53, key is hbase:replication/table:state/1731093515086/Put/seqid=0 2024-11-08T19:18:42,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741851_1027 (size=5308) 2024-11-08T19:18:42,235 DEBUG [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:18:42,435 DEBUG [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:18:42,504 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 to pos 1328, reset compression=false 2024-11-08T19:18:42,527 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/.tmp/table/b0200a27d1c34a2d9139cac37327316b 2024-11-08T19:18:42,533 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/.tmp/info/55dc544a070647d3ba40bca14b24b16b as hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/info/55dc544a070647d3ba40bca14b24b16b 2024-11-08T19:18:42,538 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/info/55dc544a070647d3ba40bca14b24b16b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T19:18:42,539 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/.tmp/ns/52ef6499e0cf442b899b975c15547c31 as hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/ns/52ef6499e0cf442b899b975c15547c31 2024-11-08T19:18:42,539 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:42,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1] 2024-11-08T19:18:42,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:18:42,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:42,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:42,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=692b295ad45c,43613,1731093507123, seqNum=-1 from cache 2024-11-08T19:18:42,542 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:18:42,544 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/ns/52ef6499e0cf442b899b975c15547c31, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T19:18:42,543 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-08T19:18:41.400Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:41.511Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:41.721Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:42.031Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:42.541Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 692b295ad45c,43613,1731093507123 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T19:18:42,545 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/.tmp/rep_barrier/b827277e810e49cfbcd8f538a3e99f75 as hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/rep_barrier/b827277e810e49cfbcd8f538a3e99f75 2024-11-08T19:18:42,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-08T19:18:41.400Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:41.511Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:41.721Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:42.031Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:42.541Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 692b295ad45c,43613,1731093507123 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T19:18:42,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:60184 deadline: 1731093580556, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-08T19:18:41.400Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:41.511Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:41.721Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:42.031Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:42.541Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:42,548 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-08T19:18:41.400Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:41.511Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:41.721Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:42.031Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting 2024-11-08T19:18:42.541Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 692b295ad45c,43613,1731093507123 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:18:42,553 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/rep_barrier/b827277e810e49cfbcd8f538a3e99f75, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T19:18:42,554 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/.tmp/table/b0200a27d1c34a2d9139cac37327316b as hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/table/b0200a27d1c34a2d9139cac37327316b 2024-11-08T19:18:42,559 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/table/b0200a27d1c34a2d9139cac37327316b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T19:18:42,560 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-11-08T19:18:42,567 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T19:18:42,567 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:18:42,567 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:18:42,567 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:18:42,567 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093520834Running coprocessor pre-close hooks at 1731093520834Disabling compacts and flushes for region at 1731093520834Disabling writes for close at 1731093520834Obtaining lock to block concurrent updates at 1731093520834Preparing flush snapshotting stores in 1588230740 at 1731093520834Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731093520834Flushing stores of hbase:meta,,1.1588230740 at 1731093520835 (+1 ms)Flushing 1588230740/info: creating writer at 1731093520835Flushing 1588230740/info: appending metadata at 1731093520851 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731093520851Flushing 1588230740/ns: creating writer at 1731093521260 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731093521272 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731093521272Flushing 1588230740/rep_barrier: creating writer at 1731093521681 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731093521697 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731093521697Flushing 1588230740/table: creating writer at 1731093522110 (+413 ms)Flushing 1588230740/table: appending metadata at 1731093522123 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731093522123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ea2c5e8: reopening flushed file at 1731093522532 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f1d116a: reopening flushed file at 1731093522538 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d54ba45: reopening flushed file at 1731093522544 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e6fe128: reopening flushed file at 1731093522554 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1731093522560 (+6 ms)Writing region close event to WAL at 1731093522563 (+3 ms)Running coprocessor post-close hooks at 1731093522567 (+4 ms)Closed at 1731093522567 2024-11-08T19:18:42,568 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:18:42,570 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 1033, reset compression=false 2024-11-08T19:18:42,635 INFO [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,43613,1731093507123; all regions closed. 2024-11-08T19:18:42,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741834_1010 (size=4239) 2024-11-08T19:18:42,638 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.meta.1731093509637.meta not finished, retry = 0 2024-11-08T19:18:42,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:18:42,653 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 692b295ad45c,43613,1731093507123 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:18:42,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741839_1015 (size=3127) 2024-11-08T19:18:42,740 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.rep.1731093515001 not finished, retry = 0 2024-11-08T19:18:42,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741832_1008 (size=1336) 2024-11-08T19:18:42,843 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/WALs/692b295ad45c,43613,1731093507123/692b295ad45c%2C43613%2C1731093507123.1731093509042 not finished, retry = 0 2024-11-08T19:18:42,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 692b295ad45c,43613,1731093507123 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:18:42,857 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 692b295ad45c,43613,1731093507123 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:18:42,944 DEBUG [RS:0;692b295ad45c:43613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:42,944 INFO [RS:0;692b295ad45c:43613 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:18:42,944 INFO [RS:0;692b295ad45c:43613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:18:42,945 INFO [RS:0;692b295ad45c:43613 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:18:42,945 INFO [RS:0;692b295ad45c:43613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:18:42,945 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:18:42,945 INFO [RS:0;692b295ad45c:43613 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-692b295ad45c,43613,1731093507123 because: Region server is closing 2024-11-08T19:18:42,945 INFO [RS:0;692b295ad45c:43613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:43613. 2024-11-08T19:18:42,945 DEBUG [RS:0;692b295ad45c:43613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:42,946 DEBUG [RS:0;692b295ad45c:43613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:42,946 DEBUG [RS:0;692b295ad45c:43613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:42,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:43,046 INFO [RS:0;692b295ad45c:43613 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.shipper692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 terminated 2024-11-08T19:18:43,046 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,43613,1731093507123.replicationSource.wal-reader.692b295ad45c%2C43613%2C1731093507123,1-692b295ad45c,43613,1731093507123 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T19:18:43,046 INFO [RS:0;692b295ad45c:43613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:43613. 2024-11-08T19:18:43,046 DEBUG [RS:0;692b295ad45c:43613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:43,046 DEBUG [RS:0;692b295ad45c:43613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:43,046 DEBUG [RS:0;692b295ad45c:43613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:43,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:43,046 INFO [RS:0;692b295ad45c:43613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43613 2024-11-08T19:18:43,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1896634626/rs/692b295ad45c,43613,1731093507123 2024-11-08T19:18:43,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626/rs 2024-11-08T19:18:43,095 INFO [RS:0;692b295ad45c:43613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:18:43,105 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,43613,1731093507123] 2024-11-08T19:18:43,115 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1896634626/draining/692b295ad45c,43613,1731093507123 already deleted, retry=false 2024-11-08T19:18:43,116 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,43613,1731093507123 expired; onlineServers=0 2024-11-08T19:18:43,116 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,37303,1731093507011' ***** 2024-11-08T19:18:43,116 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:18:43,116 INFO [M:0;692b295ad45c:37303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:18:43,116 INFO [M:0;692b295ad45c:37303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:18:43,116 DEBUG [M:0;692b295ad45c:37303 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:18:43,116 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:18:43,116 DEBUG [M:0;692b295ad45c:37303 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:18:43,116 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093508818 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093508818,5,FailOnTimeoutGroup] 2024-11-08T19:18:43,116 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093508818 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093508818,5,FailOnTimeoutGroup] 2024-11-08T19:18:43,116 INFO [M:0;692b295ad45c:37303 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:18:43,116 INFO [M:0;692b295ad45c:37303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:18:43,116 DEBUG [M:0;692b295ad45c:37303 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:18:43,116 INFO [M:0;692b295ad45c:37303 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:18:43,116 INFO [M:0;692b295ad45c:37303 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:18:43,117 INFO [M:0;692b295ad45c:37303 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:18:43,117 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:18:43,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1896634626/master 2024-11-08T19:18:43,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1896634626 2024-11-08T19:18:43,126 DEBUG [M:0;692b295ad45c:37303 {}] zookeeper.ZKUtil(347): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Unable to get data of znode /1896634626/master because node does not exist (not an error) 2024-11-08T19:18:43,126 WARN [M:0;692b295ad45c:37303 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:18:43,127 INFO [M:0;692b295ad45c:37303 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/.lastflushedseqids 2024-11-08T19:18:43,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741852_1028 (size=263) 2024-11-08T19:18:43,160 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 692b295ad45c:43613 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 692b295ad45c/172.17.0.2:43613 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:18:43,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 692b295ad45c:43613 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 692b295ad45c/172.17.0.2:43613 2024-11-08T19:18:43,160 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=692b295ad45c:43613 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 692b295ad45c/172.17.0.2:43613 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 692b295ad45c/172.17.0.2:43613 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:18:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:18:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:47712 deadline: 1731093583163, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T19:18:43,164 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T19:18:43,165 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T19:18:43,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:43,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x1011be285770004, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:43,205 INFO [RS:0;692b295ad45c:43613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:18:43,205 INFO [RS:0;692b295ad45c:43613 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,43613,1731093507123; zookeeper connection closed. 2024-11-08T19:18:43,206 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e0fba12 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e0fba12 2024-11-08T19:18:43,206 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:18:43,275 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 1033, reset compression=false 2024-11-08T19:18:43,531 INFO [M:0;692b295ad45c:37303 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:18:43,531 INFO [M:0;692b295ad45c:37303 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:18:43,532 DEBUG [M:0;692b295ad45c:37303 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:18:43,532 INFO [M:0;692b295ad45c:37303 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:43,532 DEBUG [M:0;692b295ad45c:37303 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:43,532 DEBUG [M:0;692b295ad45c:37303 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:18:43,532 DEBUG [M:0;692b295ad45c:37303 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:43,532 INFO [M:0;692b295ad45c:37303 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T19:18:43,549 DEBUG [M:0;692b295ad45c:37303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9b7bf20411a4d9eb56c6c37b9f8ee54 is 82, key is hbase:meta,,1/info:regioninfo/1731093509670/Put/seqid=0 2024-11-08T19:18:43,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741853_1029 (size=5672) 2024-11-08T19:18:43,565 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T19:18:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:18:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:47712 deadline: 1731093583566, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T19:18:43,567 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T19:18:43,568 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T19:18:43,568 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T19:18:43,953 INFO [M:0;692b295ad45c:37303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9b7bf20411a4d9eb56c6c37b9f8ee54 2024-11-08T19:18:43,970 DEBUG [M:0;692b295ad45c:37303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae49868caddd476eadb2891ccf5b2123 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731093515093/Put/seqid=0 2024-11-08T19:18:43,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741854_1030 (size=8516) 2024-11-08T19:18:44,069 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T19:18:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:18:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:47712 deadline: 1731093584070, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T19:18:44,072 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T19:18:44,072 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T19:18:44,073 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T19:18:44,079 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 1033, reset compression=false 2024-11-08T19:18:44,374 INFO [M:0;692b295ad45c:37303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae49868caddd476eadb2891ccf5b2123 2024-11-08T19:18:44,397 DEBUG [M:0;692b295ad45c:37303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1e06907a4a649b9a0a7ea9e6e952404 is 69, key is 692b295ad45c,43613,1731093507123/rs:state/1731093508889/Put/seqid=0 2024-11-08T19:18:44,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741855_1031 (size=5156) 2024-11-08T19:18:44,673 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T19:18:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:18:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:47712 deadline: 1731093584674, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T19:18:44,675 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T19:18:44,676 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T19:18:44,676 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T19:18:44,801 INFO [M:0;692b295ad45c:37303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1e06907a4a649b9a0a7ea9e6e952404 2024-11-08T19:18:44,805 DEBUG [M:0;692b295ad45c:37303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9b7bf20411a4d9eb56c6c37b9f8ee54 as hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9b7bf20411a4d9eb56c6c37b9f8ee54 2024-11-08T19:18:44,809 INFO [M:0;692b295ad45c:37303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9b7bf20411a4d9eb56c6c37b9f8ee54, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T19:18:44,810 DEBUG [M:0;692b295ad45c:37303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae49868caddd476eadb2891ccf5b2123 as hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae49868caddd476eadb2891ccf5b2123 2024-11-08T19:18:44,814 INFO [M:0;692b295ad45c:37303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae49868caddd476eadb2891ccf5b2123, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T19:18:44,815 DEBUG [M:0;692b295ad45c:37303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1e06907a4a649b9a0a7ea9e6e952404 as hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1e06907a4a649b9a0a7ea9e6e952404 2024-11-08T19:18:44,819 INFO [M:0;692b295ad45c:37303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40329/user/jenkins/test-data/ef682b90-6702-7059-6259-50c8927c302d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1e06907a4a649b9a0a7ea9e6e952404, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T19:18:44,819 INFO [M:0;692b295ad45c:37303 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-11-08T19:18:44,828 INFO [M:0;692b295ad45c:37303 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:44,828 DEBUG [M:0;692b295ad45c:37303 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093523532Disabling compacts and flushes for region at 1731093523532Disabling writes for close at 1731093523532Obtaining lock to block concurrent updates at 1731093523532Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093523532Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731093523532Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093523533 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093523533Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093523549 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093523549Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093523957 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093523969 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093523969Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093524378 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093524396 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093524396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ae167c: reopening flushed file at 1731093524805 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b860496: reopening flushed file at 1731093524809 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7837d0e2: reopening flushed file at 1731093524814 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1731093524819 (+5 ms)Writing region close event to WAL at 1731093524828 (+9 ms)Closed at 1731093524828 2024-11-08T19:18:44,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42131 is added to blk_1073741830_1006 (size=63654) 2024-11-08T19:18:44,831 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:18:44,831 INFO [M:0;692b295ad45c:37303 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:18:44,831 INFO [M:0;692b295ad45c:37303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37303 2024-11-08T19:18:44,832 INFO [M:0;692b295ad45c:37303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:18:44,983 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 1033, reset compression=false 2024-11-08T19:18:44,995 INFO [M:0;692b295ad45c:37303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:18:44,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:44,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37303-0x1011be285770003, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:44,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@249e06b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:18:44,999 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@499e4fcd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:18:44,999 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:18:44,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aa5602a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:18:44,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43690538{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/hadoop.log.dir/,STOPPED} 2024-11-08T19:18:45,001 WARN [BP-1264690652-172.17.0.2-1731093504140 heartbeating to localhost/127.0.0.1:40329 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:18:45,001 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:18:45,001 WARN [BP-1264690652-172.17.0.2-1731093504140 heartbeating to localhost/127.0.0.1:40329 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1264690652-172.17.0.2-1731093504140 (Datanode Uuid c3acf9ae-9440-4b70-a994-b741370b374c) service to localhost/127.0.0.1:40329 2024-11-08T19:18:45,001 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:18:45,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/cluster_b8a27bc6-c0ed-693e-4826-4111f178f1e6/data/data1/current/BP-1264690652-172.17.0.2-1731093504140 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:18:45,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/cluster_b8a27bc6-c0ed-693e-4826-4111f178f1e6/data/data2/current/BP-1264690652-172.17.0.2-1731093504140 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:18:45,002 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:18:45,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39d01165{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:18:45,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1092d567{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:18:45,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:18:45,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a4688b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:18:45,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12f084d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/hadoop.log.dir/,STOPPED} 2024-11-08T19:18:45,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:18:45,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:18:45,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:18:45,022 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:45,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:45,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:45,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:45,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:18:45,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1401789016, stopped=false 2024-11-08T19:18:45,023 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,39727,1731093500556 2024-11-08T19:18:45,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01216928704/running 2024-11-08T19:18:45,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01216928704/running 2024-11-08T19:18:45,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704 2024-11-08T19:18:45,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704 2024-11-08T19:18:45,042 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:18:45,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:18:45,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Set watcher on znode that does not yet exist, /01216928704/running 2024-11-08T19:18:45,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Set watcher on znode that does not yet exist, /01216928704/running 2024-11-08T19:18:45,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:45,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:45,043 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,35745,1731093500841' ***** 2024-11-08T19:18:45,043 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:18:45,043 INFO [RS:0;692b295ad45c:35745 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:18:45,043 INFO [RS:0;692b295ad45c:35745 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:18:45,043 INFO [RS:0;692b295ad45c:35745 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:18:45,043 INFO [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d07ff7618ad5f0e6d91aa411a3ff751 2024-11-08T19:18:45,043 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:18:45,043 INFO [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(3091): Received CLOSE for 16b46a9c37f945165e251bbf8e82a429 2024-11-08T19:18:45,043 INFO [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,35745,1731093500841 2024-11-08T19:18:45,043 INFO [RS:0;692b295ad45c:35745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:18:45,043 INFO [RS:0;692b295ad45c:35745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:35745. 2024-11-08T19:18:45,043 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d07ff7618ad5f0e6d91aa411a3ff751, disabling compactions & flushes 2024-11-08T19:18:45,043 DEBUG [RS:0;692b295ad45c:35745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:45,043 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751. 2024-11-08T19:18:45,043 DEBUG [RS:0;692b295ad45c:35745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:45,043 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751. 2024-11-08T19:18:45,044 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751. after waiting 0 ms 2024-11-08T19:18:45,044 INFO [RS:0;692b295ad45c:35745 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:18:45,044 INFO [RS:0;692b295ad45c:35745 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:18:45,044 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751. 2024-11-08T19:18:45,044 INFO [RS:0;692b295ad45c:35745 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:18:45,044 INFO [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:18:45,045 INFO [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T19:18:45,045 DEBUG [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(1325): Online Regions={7d07ff7618ad5f0e6d91aa411a3ff751=test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751., 1588230740=hbase:meta,,1.1588230740, 16b46a9c37f945165e251bbf8e82a429=hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429.} 2024-11-08T19:18:45,045 DEBUG [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16b46a9c37f945165e251bbf8e82a429, 7d07ff7618ad5f0e6d91aa411a3ff751 2024-11-08T19:18:45,046 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:18:45,046 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:18:45,046 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:18:45,046 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:18:45,046 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:18:45,046 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T19:18:45,049 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/default/test/7d07ff7618ad5f0e6d91aa411a3ff751/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:18:45,050 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:18:45,050 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:18:45,050 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751. 2024-11-08T19:18:45,050 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d07ff7618ad5f0e6d91aa411a3ff751: Waiting for close lock at 1731093525043Running coprocessor pre-close hooks at 1731093525043Disabling compacts and flushes for region at 1731093525043Disabling writes for close at 1731093525044 (+1 ms)Writing region close event to WAL at 1731093525046 (+2 ms)Running coprocessor post-close hooks at 1731093525050 (+4 ms)Closed at 1731093525050 2024-11-08T19:18:45,050 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751. 2024-11-08T19:18:45,050 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16b46a9c37f945165e251bbf8e82a429, disabling compactions & flushes 2024-11-08T19:18:45,050 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429. 2024-11-08T19:18:45,050 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429. 2024-11-08T19:18:45,050 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429. after waiting 0 ms 2024-11-08T19:18:45,050 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429. 2024-11-08T19:18:45,050 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 16b46a9c37f945165e251bbf8e82a429 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-08T19:18:45,067 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/.tmp/info/896525f7e24c4133890aa299d24c4ba5 is 147, key is hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429./info:regioninfo/1731093512866/Put/seqid=0 2024-11-08T19:18:45,067 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/replication/16b46a9c37f945165e251bbf8e82a429/.tmp/hfileref/44d21c9badcb4dcd9d5dd442eabf0bac is 74, key is 1/hfileref:523b7f1af36b4370aab6798ada4d1098_SeqId_4_/1731093517595/DeleteColumn/seqid=0 2024-11-08T19:18:45,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741846_1022 (size=7686) 2024-11-08T19:18:45,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741847_1023 (size=5345) 2024-11-08T19:18:45,107 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:18:45,246 DEBUG [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16b46a9c37f945165e251bbf8e82a429 2024-11-08T19:18:45,377 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T19:18:45,377 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 692b295ad45c:37303 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 692b295ad45c/172.17.0.2:37303 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:18:45,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 692b295ad45c:37303 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 692b295ad45c/172.17.0.2:37303 2024-11-08T19:18:45,446 DEBUG [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16b46a9c37f945165e251bbf8e82a429 2024-11-08T19:18:45,472 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/replication/16b46a9c37f945165e251bbf8e82a429/.tmp/hfileref/44d21c9badcb4dcd9d5dd442eabf0bac 2024-11-08T19:18:45,472 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/.tmp/info/896525f7e24c4133890aa299d24c4ba5 2024-11-08T19:18:45,489 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:45,489 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/.tmp/ns/6e6055060c094287a13c965ad1cc584c is 43, key is default/ns:d/1731093503859/Put/seqid=0 2024-11-08T19:18:45,490 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 692b295ad45c:37303 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 692b295ad45c/172.17.0.2:37303 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:18:45,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=692b295ad45c:37303 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 692b295ad45c/172.17.0.2:37303 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-08T19:18:45,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 692b295ad45c:37303 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 692b295ad45c/172.17.0.2:37303 2024-11-08T19:18:45,494 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/replication/16b46a9c37f945165e251bbf8e82a429/.tmp/queue/69734569bf22430b9ca2bb2d6f0dee47 is 153, key is 1-692b295ad45c,35745,1731093500841/queue:692b295ad45c%2C35745%2C1731093500841/1731093517598/Put/seqid=0 2024-11-08T19:18:45,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741848_1024 (size=5153) 2024-11-08T19:18:45,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741849_1025 (size=5352) 2024-11-08T19:18:45,566 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:18:45,566 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:18:45,646 DEBUG [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16b46a9c37f945165e251bbf8e82a429 2024-11-08T19:18:45,699 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:45,699 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 692b295ad45c:37303 this server is in the failed servers list 2024-11-08T19:18:45,700 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 692b295ad45c:37303 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:18:45,846 DEBUG [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16b46a9c37f945165e251bbf8e82a429 2024-11-08T19:18:45,896 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/.tmp/ns/6e6055060c094287a13c965ad1cc584c 2024-11-08T19:18:45,897 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/replication/16b46a9c37f945165e251bbf8e82a429/.tmp/queue/69734569bf22430b9ca2bb2d6f0dee47 2024-11-08T19:18:45,901 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/replication/16b46a9c37f945165e251bbf8e82a429/.tmp/hfileref/44d21c9badcb4dcd9d5dd442eabf0bac as hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/replication/16b46a9c37f945165e251bbf8e82a429/hfileref/44d21c9badcb4dcd9d5dd442eabf0bac 2024-11-08T19:18:45,906 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/replication/16b46a9c37f945165e251bbf8e82a429/hfileref/44d21c9badcb4dcd9d5dd442eabf0bac, entries=4, sequenceid=10, filesize=5.2 K 2024-11-08T19:18:45,907 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/replication/16b46a9c37f945165e251bbf8e82a429/.tmp/queue/69734569bf22430b9ca2bb2d6f0dee47 as hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/replication/16b46a9c37f945165e251bbf8e82a429/queue/69734569bf22430b9ca2bb2d6f0dee47 2024-11-08T19:18:45,911 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/replication/16b46a9c37f945165e251bbf8e82a429/queue/69734569bf22430b9ca2bb2d6f0dee47, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T19:18:45,912 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 16b46a9c37f945165e251bbf8e82a429 in 862ms, sequenceid=10, compaction requested=false 2024-11-08T19:18:45,915 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/.tmp/rep_barrier/1a1e4b72724948e189879905d532d37a is 112, key is test,,1731093509784.7d07ff7618ad5f0e6d91aa411a3ff751./rep_barrier:seqnumDuringOpen/1731093510567/Put/seqid=0 2024-11-08T19:18:45,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741850_1026 (size=5518) 2024-11-08T19:18:45,919 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/replication/16b46a9c37f945165e251bbf8e82a429/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T19:18:45,920 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:18:45,920 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:18:45,920 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429. 2024-11-08T19:18:45,920 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16b46a9c37f945165e251bbf8e82a429: Waiting for close lock at 1731093525050Running coprocessor pre-close hooks at 1731093525050Disabling compacts and flushes for region at 1731093525050Disabling writes for close at 1731093525050Obtaining lock to block concurrent updates at 1731093525050Preparing flush snapshotting stores in 16b46a9c37f945165e251bbf8e82a429 at 1731093525050Finished memstore snapshotting hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731093525051 (+1 ms)Flushing stores of hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429. at 1731093525051Flushing 16b46a9c37f945165e251bbf8e82a429/hfileref: creating writer at 1731093525051Flushing 16b46a9c37f945165e251bbf8e82a429/hfileref: appending metadata at 1731093525067 (+16 ms)Flushing 16b46a9c37f945165e251bbf8e82a429/hfileref: closing flushed file at 1731093525067Flushing 16b46a9c37f945165e251bbf8e82a429/queue: creating writer at 1731093525476 (+409 ms)Flushing 16b46a9c37f945165e251bbf8e82a429/queue: appending metadata at 1731093525493 (+17 ms)Flushing 16b46a9c37f945165e251bbf8e82a429/queue: closing flushed file at 1731093525493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab3a6e6: reopening flushed file at 1731093525901 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b3561e3: reopening flushed file at 1731093525906 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 16b46a9c37f945165e251bbf8e82a429 in 862ms, sequenceid=10, compaction requested=false at 1731093525912 (+6 ms)Writing region close event to WAL at 1731093525916 (+4 ms)Running coprocessor post-close hooks at 1731093525920 (+4 ms)Closed at 1731093525920 2024-11-08T19:18:45,920 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731093512080.16b46a9c37f945165e251bbf8e82a429. 2024-11-08T19:18:45,920 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/.tmp/rep_barrier/1a1e4b72724948e189879905d532d37a 2024-11-08T19:18:45,936 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/.tmp/table/45adc705e20a43c1a543db62ccaa9678 is 53, key is hbase:replication/table:state/1731093512872/Put/seqid=0 2024-11-08T19:18:45,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741851_1027 (size=5308) 2024-11-08T19:18:45,988 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 1033, reset compression=false 2024-11-08T19:18:45,993 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:18:45,993 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 1328, reset compression=false 2024-11-08T19:18:46,009 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:46,009 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 692b295ad45c:37303 this server is in the failed servers list 2024-11-08T19:18:46,009 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 692b295ad45c:37303 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:18:46,046 INFO [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T19:18:46,046 DEBUG [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:18:46,046 DEBUG [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:18:46,196 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 1328, reset compression=false 2024-11-08T19:18:46,247 DEBUG [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:18:46,339 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:18:46,340 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/.tmp/table/45adc705e20a43c1a543db62ccaa9678 2024-11-08T19:18:46,345 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/.tmp/info/896525f7e24c4133890aa299d24c4ba5 as hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/info/896525f7e24c4133890aa299d24c4ba5 2024-11-08T19:18:46,349 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/info/896525f7e24c4133890aa299d24c4ba5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T19:18:46,350 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/.tmp/ns/6e6055060c094287a13c965ad1cc584c as hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/ns/6e6055060c094287a13c965ad1cc584c 2024-11-08T19:18:46,354 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/ns/6e6055060c094287a13c965ad1cc584c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T19:18:46,355 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/.tmp/rep_barrier/1a1e4b72724948e189879905d532d37a as hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/rep_barrier/1a1e4b72724948e189879905d532d37a 2024-11-08T19:18:46,360 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/rep_barrier/1a1e4b72724948e189879905d532d37a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T19:18:46,360 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/.tmp/table/45adc705e20a43c1a543db62ccaa9678 as hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/table/45adc705e20a43c1a543db62ccaa9678 2024-11-08T19:18:46,366 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/table/45adc705e20a43c1a543db62ccaa9678, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T19:18:46,367 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-08T19:18:46,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:46,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:46,380 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T19:18:46,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:46,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:46,381 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:18:46,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:46,381 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:18:46,381 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:18:46,381 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093525046Running coprocessor pre-close hooks at 1731093525046Disabling compacts and flushes for region at 1731093525046Disabling writes for close at 1731093525046Obtaining lock to block concurrent updates at 1731093525046Preparing flush snapshotting stores in 1588230740 at 1731093525046Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731093525047 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731093525047Flushing 1588230740/info: creating writer at 1731093525047Flushing 1588230740/info: appending metadata at 1731093525067 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731093525067Flushing 1588230740/ns: creating writer at 1731093525476 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731093525489 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731093525489Flushing 1588230740/rep_barrier: creating writer at 1731093525900 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731093525915 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731093525915Flushing 1588230740/table: creating writer at 1731093525924 (+9 ms)Flushing 1588230740/table: appending metadata at 1731093525935 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731093525935Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1acf22ef: reopening flushed file at 1731093526344 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b14da02: reopening flushed file at 1731093526349 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f46db6: reopening flushed file at 1731093526355 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b44b46d: reopening flushed file at 1731093526360 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1731093526367 (+7 ms)Writing region close event to WAL at 1731093526375 (+8 ms)Running coprocessor post-close hooks at 1731093526381 (+6 ms)Closed at 1731093526381 2024-11-08T19:18:46,381 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:18:46,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:46,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:46,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:46,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:46,447 INFO [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,35745,1731093500841; all regions closed. 2024-11-08T19:18:46,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741834_1010 (size=4239) 2024-11-08T19:18:46,449 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.meta.1731093503689.meta not finished, retry = 0 2024-11-08T19:18:46,500 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 to pos 1328, reset compression=false 2024-11-08T19:18:46,518 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:46,519 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 692b295ad45c:37303 this server is in the failed servers list 2024-11-08T19:18:46,519 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 692b295ad45c:37303 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:18:46,551 DEBUG [RS:0;692b295ad45c:35745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/oldWALs 2024-11-08T19:18:46,551 INFO [RS:0;692b295ad45c:35745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C35745%2C1731093500841.meta:.meta(num 1731093503689) 2024-11-08T19:18:46,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741839_1015 (size=2695) 2024-11-08T19:18:46,553 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.rep.1731093512830 not finished, retry = 0 2024-11-08T19:18:46,655 DEBUG [RS:0;692b295ad45c:35745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/oldWALs 2024-11-08T19:18:46,655 INFO [RS:0;692b295ad45c:35745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C35745%2C1731093500841.rep:(num 1731093512830) 2024-11-08T19:18:46,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741832_1008 (size=1336) 2024-11-08T19:18:46,657 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/WALs/692b295ad45c,35745,1731093500841/692b295ad45c%2C35745%2C1731093500841.1731093502703 not finished, retry = 0 2024-11-08T19:18:46,759 DEBUG [RS:0;692b295ad45c:35745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/oldWALs 2024-11-08T19:18:46,759 INFO [RS:0;692b295ad45c:35745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C35745%2C1731093500841:(num 1731093502703) 2024-11-08T19:18:46,759 DEBUG [RS:0;692b295ad45c:35745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:46,760 INFO [RS:0;692b295ad45c:35745 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:18:46,760 INFO [RS:0;692b295ad45c:35745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:18:46,760 INFO [RS:0;692b295ad45c:35745 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T19:18:46,760 INFO [RS:0;692b295ad45c:35745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:18:46,760 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:18:46,760 INFO [RS:0;692b295ad45c:35745 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-692b295ad45c,35745,1731093500841 because: Region server is closing 2024-11-08T19:18:46,760 INFO [RS:0;692b295ad45c:35745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:35745. 2024-11-08T19:18:46,760 DEBUG [RS:0;692b295ad45c:35745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:46,760 DEBUG [RS:0;692b295ad45c:35745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:46,760 DEBUG [RS:0;692b295ad45c:35745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:46,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:46,861 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.wal-reader.692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T19:18:46,861 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-08T19:18:46,861 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T19:18:46,861 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T19:18:47,529 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:47,529 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:18:47,532 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:18:47,662 INFO [RS:0;692b295ad45c:35745 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,35745,1731093500841.replicationSource.shipper692b295ad45c%2C35745%2C1731093500841,1-692b295ad45c,35745,1731093500841 terminated 2024-11-08T19:18:47,662 INFO [RS:0;692b295ad45c:35745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:35745. 2024-11-08T19:18:47,662 DEBUG [RS:0;692b295ad45c:35745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:18:47,662 DEBUG [RS:0;692b295ad45c:35745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:47,662 DEBUG [RS:0;692b295ad45c:35745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:47,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:18:47,662 INFO [RS:0;692b295ad45c:35745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35745 2024-11-08T19:18:47,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704/rs 2024-11-08T19:18:47,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01216928704/rs/692b295ad45c,35745,1731093500841 2024-11-08T19:18:47,807 INFO [RS:0;692b295ad45c:35745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:18:47,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,35745,1731093500841] 2024-11-08T19:18:47,831 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01216928704/draining/692b295ad45c,35745,1731093500841 already deleted, retry=false 2024-11-08T19:18:47,831 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,35745,1731093500841 expired; onlineServers=0 2024-11-08T19:18:47,831 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,39727,1731093500556' ***** 2024-11-08T19:18:47,831 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:18:47,831 INFO [M:0;692b295ad45c:39727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:18:47,831 INFO [M:0;692b295ad45c:39727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:18:47,831 DEBUG [M:0;692b295ad45c:39727 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:18:47,831 DEBUG [M:0;692b295ad45c:39727 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:18:47,831 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:18:47,831 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093502497 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093502497,5,FailOnTimeoutGroup] 2024-11-08T19:18:47,831 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093502500 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093502500,5,FailOnTimeoutGroup] 2024-11-08T19:18:47,831 INFO [M:0;692b295ad45c:39727 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:18:47,831 INFO [M:0;692b295ad45c:39727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:18:47,831 DEBUG [M:0;692b295ad45c:39727 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:18:47,832 INFO [M:0;692b295ad45c:39727 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:18:47,832 INFO [M:0;692b295ad45c:39727 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:18:47,832 INFO [M:0;692b295ad45c:39727 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:18:47,832 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:18:47,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01216928704/master 2024-11-08T19:18:47,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01216928704 2024-11-08T19:18:47,842 DEBUG [M:0;692b295ad45c:39727 {}] zookeeper.ZKUtil(347): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Unable to get data of znode /01216928704/master because node does not exist (not an error) 2024-11-08T19:18:47,842 WARN [M:0;692b295ad45c:39727 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:18:47,843 INFO [M:0;692b295ad45c:39727 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/.lastflushedseqids 2024-11-08T19:18:47,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741852_1028 (size=263) 2024-11-08T19:18:47,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:47,921 INFO [RS:0;692b295ad45c:35745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:18:47,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35745-0x1011be285770001, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:47,921 INFO [RS:0;692b295ad45c:35745 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,35745,1731093500841; zookeeper connection closed. 2024-11-08T19:18:47,921 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d44e325 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d44e325 2024-11-08T19:18:47,921 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:18:48,247 INFO [M:0;692b295ad45c:39727 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:18:48,247 INFO [M:0;692b295ad45c:39727 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:18:48,247 DEBUG [M:0;692b295ad45c:39727 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:18:48,247 INFO [M:0;692b295ad45c:39727 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:48,247 DEBUG [M:0;692b295ad45c:39727 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:48,247 DEBUG [M:0;692b295ad45c:39727 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:18:48,247 DEBUG [M:0;692b295ad45c:39727 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:48,248 INFO [M:0;692b295ad45c:39727 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T19:18:48,265 DEBUG [M:0;692b295ad45c:39727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b04086731ab498d90f869061226422c is 82, key is hbase:meta,,1/info:regioninfo/1731093503719/Put/seqid=0 2024-11-08T19:18:48,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741853_1029 (size=5672) 2024-11-08T19:18:48,669 INFO [M:0;692b295ad45c:39727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b04086731ab498d90f869061226422c 2024-11-08T19:18:48,685 DEBUG [M:0;692b295ad45c:39727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/723912e880d7488b9a6e6b522c6e760b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731093512875/Put/seqid=0 2024-11-08T19:18:48,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741854_1030 (size=8517) 2024-11-08T19:18:49,089 INFO [M:0;692b295ad45c:39727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/723912e880d7488b9a6e6b522c6e760b 2024-11-08T19:18:49,109 DEBUG [M:0;692b295ad45c:39727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3d83290045946c3879d7b95428e4b59 is 69, key is 692b295ad45c,35745,1731093500841/rs:state/1731093502535/Put/seqid=0 2024-11-08T19:18:49,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741855_1031 (size=5156) 2024-11-08T19:18:49,513 INFO [M:0;692b295ad45c:39727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3d83290045946c3879d7b95428e4b59 2024-11-08T19:18:49,518 DEBUG [M:0;692b295ad45c:39727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b04086731ab498d90f869061226422c as hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b04086731ab498d90f869061226422c 2024-11-08T19:18:49,522 INFO [M:0;692b295ad45c:39727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b04086731ab498d90f869061226422c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T19:18:49,522 DEBUG [M:0;692b295ad45c:39727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/723912e880d7488b9a6e6b522c6e760b as hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/723912e880d7488b9a6e6b522c6e760b 2024-11-08T19:18:49,526 INFO [M:0;692b295ad45c:39727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/723912e880d7488b9a6e6b522c6e760b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T19:18:49,527 DEBUG [M:0;692b295ad45c:39727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3d83290045946c3879d7b95428e4b59 as hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3d83290045946c3879d7b95428e4b59 2024-11-08T19:18:49,531 INFO [M:0;692b295ad45c:39727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41313/user/jenkins/test-data/8f1b82a0-942a-1a8e-6ed9-e2742c748af3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3d83290045946c3879d7b95428e4b59, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T19:18:49,532 INFO [M:0;692b295ad45c:39727 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-08T19:18:49,533 INFO [M:0;692b295ad45c:39727 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:49,533 DEBUG [M:0;692b295ad45c:39727 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093528247Disabling compacts and flushes for region at 1731093528247Disabling writes for close at 1731093528247Obtaining lock to block concurrent updates at 1731093528248 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093528248Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731093528248Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093528249 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093528249Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093528264 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093528264Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093528673 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093528685 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093528685Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093529093 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093529108 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093529108Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71d37931: reopening flushed file at 1731093529517 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bbcc054: reopening flushed file at 1731093529522 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6398c4: reopening flushed file at 1731093529526 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1731093529532 (+6 ms)Writing region close event to WAL at 1731093529533 (+1 ms)Closed at 1731093529533 2024-11-08T19:18:49,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741830_1006 (size=63666) 2024-11-08T19:18:49,535 INFO [M:0;692b295ad45c:39727 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:18:49,535 INFO [M:0;692b295ad45c:39727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39727 2024-11-08T19:18:49,536 INFO [M:0;692b295ad45c:39727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:18:49,538 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:18:49,538 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:49,539 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:18:49,539 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4162 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:18:49,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:49,699 INFO [M:0;692b295ad45c:39727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:18:49,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x1011be285770000, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:18:49,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af82b70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:18:49,702 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5db06c0f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:18:49,702 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:18:49,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1508b2ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:18:49,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29d9459f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/hadoop.log.dir/,STOPPED} 2024-11-08T19:18:49,703 WARN [BP-1723661921-172.17.0.2-1731093498345 heartbeating to localhost/127.0.0.1:41313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:18:49,703 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:18:49,703 WARN [BP-1723661921-172.17.0.2-1731093498345 heartbeating to localhost/127.0.0.1:41313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1723661921-172.17.0.2-1731093498345 (Datanode Uuid 9324708a-51e3-458c-9419-7c4b96c0c48f) service to localhost/127.0.0.1:41313 2024-11-08T19:18:49,703 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:18:49,704 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/cluster_94b9f38f-553b-5891-7eb0-bf907333ccb2/data/data1/current/BP-1723661921-172.17.0.2-1731093498345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:18:49,704 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/cluster_94b9f38f-553b-5891-7eb0-bf907333ccb2/data/data2/current/BP-1723661921-172.17.0.2-1731093498345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:18:49,704 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:18:49,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53e54f81{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:18:49,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@503655bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:18:49,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:18:49,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56dbaaa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:18:49,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bcd1cbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a97cdf33-9591-1a1f-648f-626beb255ed4/hadoop.log.dir/,STOPPED} 2024-11-08T19:18:49,714 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:18:49,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:18:49,733 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=235 (was 202) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41313 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:40329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41313 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40329 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55783) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41313 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55783) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=626 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=429 (was 324) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2319 (was 2234) - AvailableMemoryMB LEAK? - 2024-11-08T19:18:49,740 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=235, OpenFileDescriptor=626, MaxFileDescriptor=1048576, SystemLoadAverage=429, ProcessCount=11, AvailableMemoryMB=2319 2024-11-08T19:18:49,752 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-08T19:18:49,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/hadoop.log.dir so I do NOT create it in target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29 2024-11-08T19:18:49,752 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:18:49,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/hadoop.tmp.dir so I do NOT create it in target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29 2024-11-08T19:18:49,752 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5855eef9-508a-4caa-bca5-59c637212a7b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:18:49,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29 2024-11-08T19:18:49,752 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/cluster_d2af2cff-c1c8-1fa8-9427-f68c7d056e35, deleteOnExit=true 2024-11-08T19:18:49,774 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/cluster_d2af2cff-c1c8-1fa8-9427-f68c7d056e35/zookeeper_0, clientPort=63281, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/cluster_d2af2cff-c1c8-1fa8-9427-f68c7d056e35/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/cluster_d2af2cff-c1c8-1fa8-9427-f68c7d056e35/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:18:49,775 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63281 2024-11-08T19:18:49,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:18:49,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:18:49,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/test.cache.data in system properties and HBase conf 2024-11-08T19:18:49,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:18:49,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:18:49,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:18:49,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:18:49,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:18:49,775 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:18:49,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:18:49,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:18:49,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:18:49,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:18:49,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:18:49,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:18:49,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:18:49,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:18:49,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:18:49,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:18:49,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:18:49,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:18:49,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:18:49,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:18:49,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011be285770005, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T19:18:49,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011be285770002, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T19:18:49,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011be285770002, quorum=127.0.0.1:55783, baseZNode=/01216928704 Received Disconnected from ZooKeeper, ignoring 2024-11-08T19:18:49,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011be285770005, quorum=127.0.0.1:55783, baseZNode=/1896634626 Received Disconnected from ZooKeeper, ignoring 2024-11-08T19:18:50,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:18:50,102 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:18:50,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:18:50,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:18:50,104 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:18:50,104 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:18:50,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@512ec466{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:18:50,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58ae4e5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:18:50,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@177ddff6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/java.io.tmpdir/jetty-localhost-36895-hadoop-hdfs-3_4_1-tests_jar-_-any-12442793334319479657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:18:50,202 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ce18670{HTTP/1.1, (http/1.1)}{localhost:36895} 2024-11-08T19:18:50,202 INFO [Time-limited test {}] server.Server(415): Started @204525ms 2024-11-08T19:18:50,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:18:50,431 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:18:50,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:18:50,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:18:50,436 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:18:50,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@564b26ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:18:50,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178b540{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:18:50,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bd5ab5e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/java.io.tmpdir/jetty-localhost-35507-hadoop-hdfs-3_4_1-tests_jar-_-any-15274869862508651615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:18:50,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b305ecb{HTTP/1.1, (http/1.1)}{localhost:35507} 2024-11-08T19:18:50,534 INFO [Time-limited test {}] server.Server(415): Started @204858ms 2024-11-08T19:18:50,535 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:18:51,276 WARN [Thread-2194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/cluster_d2af2cff-c1c8-1fa8-9427-f68c7d056e35/data/data1/current/BP-1681216173-172.17.0.2-1731093529789/current, will proceed with Du for space computation calculation, 2024-11-08T19:18:51,276 WARN [Thread-2195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/cluster_d2af2cff-c1c8-1fa8-9427-f68c7d056e35/data/data2/current/BP-1681216173-172.17.0.2-1731093529789/current, will proceed with Du for space computation calculation, 2024-11-08T19:18:51,309 WARN [Thread-2182 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:18:51,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54b410bb07676bc8 with lease ID 0xf840629bb8ea265c: Processing first storage report for DS-a68e9024-7773-4168-a494-61d6d13b08d7 from datanode DatanodeRegistration(127.0.0.1:39425, datanodeUuid=4fb2639a-0985-42ec-aae3-46fa924c53e3, infoPort=41467, infoSecurePort=0, ipcPort=45557, storageInfo=lv=-57;cid=testClusterID;nsid=233791104;c=1731093529789) 2024-11-08T19:18:51,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54b410bb07676bc8 with lease ID 0xf840629bb8ea265c: from storage DS-a68e9024-7773-4168-a494-61d6d13b08d7 node DatanodeRegistration(127.0.0.1:39425, datanodeUuid=4fb2639a-0985-42ec-aae3-46fa924c53e3, infoPort=41467, infoSecurePort=0, ipcPort=45557, storageInfo=lv=-57;cid=testClusterID;nsid=233791104;c=1731093529789), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:18:51,312 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54b410bb07676bc8 with lease ID 0xf840629bb8ea265c: Processing first storage report for DS-23c80162-a467-467a-87bf-6dbdc403871d from datanode DatanodeRegistration(127.0.0.1:39425, datanodeUuid=4fb2639a-0985-42ec-aae3-46fa924c53e3, infoPort=41467, infoSecurePort=0, ipcPort=45557, storageInfo=lv=-57;cid=testClusterID;nsid=233791104;c=1731093529789) 2024-11-08T19:18:51,312 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54b410bb07676bc8 with lease ID 0xf840629bb8ea265c: from storage DS-23c80162-a467-467a-87bf-6dbdc403871d node DatanodeRegistration(127.0.0.1:39425, datanodeUuid=4fb2639a-0985-42ec-aae3-46fa924c53e3, infoPort=41467, infoSecurePort=0, ipcPort=45557, storageInfo=lv=-57;cid=testClusterID;nsid=233791104;c=1731093529789), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:18:51,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29 2024-11-08T19:18:51,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:51,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:51,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:18:51,422 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:18:51,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:51,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:51,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:51,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:51,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:51,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:51,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:51,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:51,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:51,766 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8 with version=8 2024-11-08T19:18:51,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/hbase-staging 2024-11-08T19:18:51,769 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:18:51,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:51,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:51,769 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:18:51,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:51,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:18:51,769 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:18:51,769 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:18:51,770 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38209 2024-11-08T19:18:51,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38209 connecting to ZooKeeper ensemble=127.0.0.1:63281 2024-11-08T19:18:51,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382090x0, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:18:51,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38209-0x1011be300590000 connected 2024-11-08T19:18:51,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:51,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:51,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Set watcher on znode that does not yet exist, /0-1581543862/running 2024-11-08T19:18:51,964 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8, hbase.cluster.distributed=false 2024-11-08T19:18:51,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Set watcher on znode that does not yet exist, /0-1581543862/acl 2024-11-08T19:18:51,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38209 2024-11-08T19:18:51,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38209 2024-11-08T19:18:51,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38209 2024-11-08T19:18:51,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38209 2024-11-08T19:18:51,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38209 2024-11-08T19:18:51,982 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:18:51,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:51,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:51,982 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:18:51,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:51,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:18:51,982 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:18:51,982 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:18:51,983 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38179 2024-11-08T19:18:51,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38179 connecting to ZooKeeper ensemble=127.0.0.1:63281 2024-11-08T19:18:51,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:51,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:52,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381790x0, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:18:52,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381790x0, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Set watcher on znode that does not yet exist, /0-1581543862/running 2024-11-08T19:18:52,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38179-0x1011be300590001 connected 2024-11-08T19:18:52,002 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:18:52,003 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:18:52,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Set watcher on znode that does not yet exist, /0-1581543862/master 2024-11-08T19:18:52,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Set watcher on znode that does not yet exist, /0-1581543862/acl 2024-11-08T19:18:52,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38179 2024-11-08T19:18:52,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38179 2024-11-08T19:18:52,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38179 2024-11-08T19:18:52,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38179 2024-11-08T19:18:52,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38179 2024-11-08T19:18:52,021 DEBUG [M:0;692b295ad45c:38209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:38209 2024-11-08T19:18:52,021 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1581543862/backup-masters/692b295ad45c,38209,1731093531768 2024-11-08T19:18:52,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862/backup-masters 2024-11-08T19:18:52,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862/backup-masters 2024-11-08T19:18:52,034 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Set watcher on existing znode=/0-1581543862/backup-masters/692b295ad45c,38209,1731093531768 2024-11-08T19:18:52,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1581543862/master 2024-11-08T19:18:52,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862 2024-11-08T19:18:52,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862 2024-11-08T19:18:52,044 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Set watcher on existing znode=/0-1581543862/master 2024-11-08T19:18:52,044 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1581543862/backup-masters/692b295ad45c,38209,1731093531768 from backup master directory 2024-11-08T19:18:52,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1581543862/backup-masters/692b295ad45c,38209,1731093531768 2024-11-08T19:18:52,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862/backup-masters 2024-11-08T19:18:52,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862/backup-masters 2024-11-08T19:18:52,054 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:18:52,054 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,38209,1731093531768 2024-11-08T19:18:52,057 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/hbase.id] with ID: 8d9b89a3-fba6-41d3-9448-c2138425c0ad 2024-11-08T19:18:52,057 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/.tmp/hbase.id 2024-11-08T19:18:52,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:18:52,463 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/.tmp/hbase.id]:[hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/hbase.id] 2024-11-08T19:18:52,472 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:52,472 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:18:52,473 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T19:18:52,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862 2024-11-08T19:18:52,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862 2024-11-08T19:18:52,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:18:52,895 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:18:52,896 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:18:52,896 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:52,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:18:53,302 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store 2024-11-08T19:18:53,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:18:53,549 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:18:53,550 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:18:53,550 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8173 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:18:53,708 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:53,708 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:18:53,708 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:53,708 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:53,708 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:18:53,708 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:53,708 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:53,708 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093533708Disabling compacts and flushes for region at 1731093533708Disabling writes for close at 1731093533708Writing region close event to WAL at 1731093533708Closed at 1731093533708 2024-11-08T19:18:53,709 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/.initializing 2024-11-08T19:18:53,709 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/WALs/692b295ad45c,38209,1731093531768 2024-11-08T19:18:53,709 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:18:53,711 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C38209%2C1731093531768, suffix=, logDir=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/WALs/692b295ad45c,38209,1731093531768, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/oldWALs, maxLogs=10 2024-11-08T19:18:53,722 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/WALs/692b295ad45c,38209,1731093531768/692b295ad45c%2C38209%2C1731093531768.1731093533711, exclude list is [], retry=0 2024-11-08T19:18:53,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-a68e9024-7773-4168-a494-61d6d13b08d7,DISK] 2024-11-08T19:18:53,725 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/WALs/692b295ad45c,38209,1731093531768/692b295ad45c%2C38209%2C1731093531768.1731093533711 2024-11-08T19:18:53,726 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467)] 2024-11-08T19:18:53,726 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:18:53,726 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:53,726 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:53,726 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:53,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:53,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:18:53,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:53,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:53,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:53,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:18:53,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:53,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:53,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:53,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:18:53,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:53,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:53,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:53,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:18:53,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:53,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:53,732 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:53,733 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:53,733 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:53,733 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:53,733 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:53,734 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:18:53,734 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:53,736 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:18:53,736 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74976863, jitterRate=0.11724232137203217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:18:53,736 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093533726Initializing all the Stores at 1731093533727 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093533727Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093533727Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093533727Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093533727Cleaning up temporary data from old regions at 1731093533733 (+6 ms)Region opened successfully at 1731093533736 (+3 ms) 2024-11-08T19:18:53,739 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:18:53,741 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b89ff3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:18:53,741 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:18:53,741 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:18:53,741 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:18:53,742 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:18:53,742 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:18:53,742 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:18:53,742 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:18:53,744 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:18:53,744 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Unable to get data of znode /0-1581543862/balancer because node does not exist (not necessarily an error) 2024-11-08T19:18:53,812 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1581543862/balancer already deleted, retry=false 2024-11-08T19:18:53,813 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:18:53,814 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Unable to get data of znode /0-1581543862/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:18:53,823 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1581543862/normalizer already deleted, retry=false 2024-11-08T19:18:53,823 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:18:53,824 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Unable to get data of znode /0-1581543862/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:18:53,833 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1581543862/switch/split already deleted, retry=false 2024-11-08T19:18:53,834 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Unable to get data of znode /0-1581543862/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:18:53,844 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1581543862/switch/merge already deleted, retry=false 2024-11-08T19:18:53,845 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Unable to get data of znode /0-1581543862/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:18:53,854 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1581543862/snapshot-cleanup already deleted, retry=false 2024-11-08T19:18:53,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1581543862/running 2024-11-08T19:18:53,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1581543862/running 2024-11-08T19:18:53,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862 2024-11-08T19:18:53,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862 2024-11-08T19:18:53,865 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,38209,1731093531768, sessionid=0x1011be300590000, setting cluster-up flag (Was=false) 2024-11-08T19:18:53,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862 2024-11-08T19:18:53,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862 2024-11-08T19:18:53,917 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1581543862/flush-table-proc/acquired, /0-1581543862/flush-table-proc/reached, /0-1581543862/flush-table-proc/abort 2024-11-08T19:18:53,918 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,38209,1731093531768 2024-11-08T19:18:54,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862 2024-11-08T19:18:54,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862 2024-11-08T19:18:54,075 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1581543862/online-snapshot/acquired, /0-1581543862/online-snapshot/reached, /0-1581543862/online-snapshot/abort 2024-11-08T19:18:54,076 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,38209,1731093531768 2024-11-08T19:18:54,077 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:18:54,078 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:18:54,078 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:18:54,079 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:18:54,079 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,38209,1731093531768 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:18:54,080 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:54,080 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:54,080 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:54,080 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:54,080 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:18:54,080 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:54,080 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:18:54,080 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:54,081 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093564081 2024-11-08T19:18:54,081 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:18:54,081 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:18:54,081 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:18:54,081 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:18:54,081 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:18:54,081 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:18:54,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:18:54,082 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:54,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:18:54,082 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:18:54,082 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:18:54,082 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:18:54,082 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:18:54,082 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:18:54,082 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:18:54,082 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093534082,5,FailOnTimeoutGroup] 2024-11-08T19:18:54,082 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:54,082 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093534082,5,FailOnTimeoutGroup] 2024-11-08T19:18:54,082 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:54,083 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:18:54,083 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:54,083 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:54,083 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:18:54,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:18:54,114 INFO [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(746): ClusterId : 8d9b89a3-fba6-41d3-9448-c2138425c0ad 2024-11-08T19:18:54,114 DEBUG [RS:0;692b295ad45c:38179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:18:54,118 DEBUG [RS:0;692b295ad45c:38179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:18:54,118 DEBUG [RS:0;692b295ad45c:38179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:18:54,129 DEBUG [RS:0;692b295ad45c:38179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:18:54,129 DEBUG [RS:0;692b295ad45c:38179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0a6869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:18:54,142 DEBUG [RS:0;692b295ad45c:38179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:38179 2024-11-08T19:18:54,142 INFO [RS:0;692b295ad45c:38179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:18:54,142 INFO [RS:0;692b295ad45c:38179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:18:54,142 DEBUG [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:18:54,143 INFO [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,38209,1731093531768 with port=38179, startcode=1731093531982 2024-11-08T19:18:54,143 DEBUG [RS:0;692b295ad45c:38179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:18:54,144 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:18:54,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38209 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,38179,1731093531982 2024-11-08T19:18:54,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38209 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,38179,1731093531982 2024-11-08T19:18:54,146 DEBUG [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8 2024-11-08T19:18:54,146 DEBUG [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37211 2024-11-08T19:18:54,146 DEBUG [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:18:54,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862/rs 2024-11-08T19:18:54,149 DEBUG [RS:0;692b295ad45c:38179 {}] zookeeper.ZKUtil(111): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Set watcher on existing znode=/0-1581543862/rs/692b295ad45c,38179,1731093531982 2024-11-08T19:18:54,149 WARN [RS:0;692b295ad45c:38179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:18:54,149 INFO [RS:0;692b295ad45c:38179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:54,149 DEBUG [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982 2024-11-08T19:18:54,150 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,38179,1731093531982] 2024-11-08T19:18:54,152 INFO [RS:0;692b295ad45c:38179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:18:54,153 INFO [RS:0;692b295ad45c:38179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:18:54,154 INFO [RS:0;692b295ad45c:38179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:18:54,154 INFO [RS:0;692b295ad45c:38179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:54,154 INFO [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:18:54,154 INFO [RS:0;692b295ad45c:38179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:18:54,154 INFO [RS:0;692b295ad45c:38179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:54,154 DEBUG [RS:0;692b295ad45c:38179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:54,154 DEBUG [RS:0;692b295ad45c:38179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:54,155 DEBUG [RS:0;692b295ad45c:38179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:54,155 DEBUG [RS:0;692b295ad45c:38179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:54,155 DEBUG [RS:0;692b295ad45c:38179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:54,155 DEBUG [RS:0;692b295ad45c:38179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:18:54,155 DEBUG [RS:0;692b295ad45c:38179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:54,155 DEBUG [RS:0;692b295ad45c:38179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:54,155 DEBUG [RS:0;692b295ad45c:38179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:54,155 DEBUG [RS:0;692b295ad45c:38179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:54,155 DEBUG [RS:0;692b295ad45c:38179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:54,155 DEBUG [RS:0;692b295ad45c:38179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:54,155 DEBUG [RS:0;692b295ad45c:38179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:18:54,155 DEBUG [RS:0;692b295ad45c:38179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:18:54,159 INFO [RS:0;692b295ad45c:38179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:54,159 INFO [RS:0;692b295ad45c:38179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:54,159 INFO [RS:0;692b295ad45c:38179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:54,159 INFO [RS:0;692b295ad45c:38179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:54,159 INFO [RS:0;692b295ad45c:38179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:54,159 INFO [RS:0;692b295ad45c:38179 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38179,1731093531982-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:18:54,171 INFO [RS:0;692b295ad45c:38179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:18:54,171 INFO [RS:0;692b295ad45c:38179 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38179,1731093531982-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:54,171 INFO [RS:0;692b295ad45c:38179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:54,171 INFO [RS:0;692b295ad45c:38179 {}] regionserver.Replication(171): 692b295ad45c,38179,1731093531982 started 2024-11-08T19:18:54,184 INFO [RS:0;692b295ad45c:38179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:54,184 INFO [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,38179,1731093531982, RpcServer on 692b295ad45c/172.17.0.2:38179, sessionid=0x1011be300590001 2024-11-08T19:18:54,184 DEBUG [RS:0;692b295ad45c:38179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:18:54,184 DEBUG [RS:0;692b295ad45c:38179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,38179,1731093531982 2024-11-08T19:18:54,184 DEBUG [RS:0;692b295ad45c:38179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,38179,1731093531982' 2024-11-08T19:18:54,184 DEBUG [RS:0;692b295ad45c:38179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1581543862/flush-table-proc/abort' 2024-11-08T19:18:54,185 DEBUG [RS:0;692b295ad45c:38179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1581543862/flush-table-proc/acquired' 2024-11-08T19:18:54,185 DEBUG [RS:0;692b295ad45c:38179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:18:54,185 DEBUG [RS:0;692b295ad45c:38179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:18:54,185 DEBUG [RS:0;692b295ad45c:38179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,38179,1731093531982 2024-11-08T19:18:54,185 DEBUG [RS:0;692b295ad45c:38179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,38179,1731093531982' 2024-11-08T19:18:54,185 DEBUG [RS:0;692b295ad45c:38179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1581543862/online-snapshot/abort' 2024-11-08T19:18:54,186 DEBUG [RS:0;692b295ad45c:38179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1581543862/online-snapshot/acquired' 2024-11-08T19:18:54,186 DEBUG [RS:0;692b295ad45c:38179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:18:54,186 INFO [RS:0;692b295ad45c:38179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:18:54,186 INFO [RS:0;692b295ad45c:38179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:18:54,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:18:54,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:18:54,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T19:18:54,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T19:18:54,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:18:54,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:18:54,286 INFO [RS:0;692b295ad45c:38179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:18:54,287 INFO [RS:0;692b295ad45c:38179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C38179%2C1731093531982, suffix=, logDir=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/oldWALs, maxLogs=10 2024-11-08T19:18:54,299 DEBUG [RS:0;692b295ad45c:38179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288, exclude list is [], retry=0 2024-11-08T19:18:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-a68e9024-7773-4168-a494-61d6d13b08d7,DISK] 2024-11-08T19:18:54,302 INFO [RS:0;692b295ad45c:38179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 2024-11-08T19:18:54,303 DEBUG [RS:0;692b295ad45c:38179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467)] 2024-11-08T19:18:54,490 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:18:54,490 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8 2024-11-08T19:18:54,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741833_1009 (size=32) 2024-11-08T19:18:54,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:54,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:18:54,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:18:54,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:54,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:54,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:18:54,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:18:54,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:54,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:54,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:18:54,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:18:54,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:54,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:54,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:18:54,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:18:54,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:54,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:54,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:18:54,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740 2024-11-08T19:18:54,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740 2024-11-08T19:18:54,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:18:54,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:18:54,904 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:18:54,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:18:54,906 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:18:54,906 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73294073, jitterRate=0.09216679632663727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:18:54,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093534896Initializing all the Stores at 1731093534896Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093534896Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093534897 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093534897Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093534897Cleaning up temporary data from old regions at 1731093534903 (+6 ms)Region opened successfully at 1731093534907 (+4 ms) 2024-11-08T19:18:54,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:18:54,907 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:18:54,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:18:54,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:18:54,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:18:54,907 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:18:54,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093534907Disabling compacts and flushes for region at 1731093534907Disabling writes for close at 1731093534907Writing region close event to WAL at 1731093534907Closed at 1731093534907 2024-11-08T19:18:54,908 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:18:54,908 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:18:54,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:18:54,909 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:18:54,910 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:18:55,060 DEBUG [692b295ad45c:38209 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:18:55,060 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,38179,1731093531982 2024-11-08T19:18:55,061 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,38179,1731093531982, state=OPENING 2024-11-08T19:18:55,128 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:18:55,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862 2024-11-08T19:18:55,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862 2024-11-08T19:18:55,171 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:18:55,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,38179,1731093531982}] 2024-11-08T19:18:55,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1581543862/meta-region-server: CHANGED 2024-11-08T19:18:55,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1581543862/meta-region-server: CHANGED 2024-11-08T19:18:55,323 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:18:55,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:18:55,328 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:18:55,328 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:55,329 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:18:55,330 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C38179%2C1731093531982.meta, suffix=.meta, logDir=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/oldWALs, maxLogs=10 2024-11-08T19:18:55,345 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.meta.1731093535330.meta, exclude list is [], retry=0 2024-11-08T19:18:55,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-a68e9024-7773-4168-a494-61d6d13b08d7,DISK] 2024-11-08T19:18:55,349 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.meta.1731093535330.meta 2024-11-08T19:18:55,349 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467)] 2024-11-08T19:18:55,349 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:18:55,349 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:18:55,350 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:18:55,350 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:18:55,350 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:18:55,350 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:18:55,350 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:55,350 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:18:55,350 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:18:55,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:18:55,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:18:55,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:55,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:55,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:18:55,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:18:55,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:55,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:55,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:18:55,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:18:55,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:55,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:55,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:18:55,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:18:55,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:55,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:55,355 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:18:55,355 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740 2024-11-08T19:18:55,356 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740 2024-11-08T19:18:55,357 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:18:55,357 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:18:55,357 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:18:55,358 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:18:55,359 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63963530, jitterRate=-0.046869128942489624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:18:55,359 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:18:55,360 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093535350Writing region info on filesystem at 1731093535350Initializing all the Stores at 1731093535351 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093535351Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093535351Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093535351Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093535351Cleaning up temporary data from old regions at 1731093535357 (+6 ms)Running coprocessor post-open hooks at 1731093535359 (+2 ms)Region opened successfully at 1731093535359 2024-11-08T19:18:55,360 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093535323 2024-11-08T19:18:55,362 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:18:55,362 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:18:55,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,38179,1731093531982 2024-11-08T19:18:55,363 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,38179,1731093531982, state=OPEN 2024-11-08T19:18:55,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1581543862/meta-region-server 2024-11-08T19:18:55,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1581543862/meta-region-server 2024-11-08T19:18:55,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1581543862/meta-region-server: CHANGED 2024-11-08T19:18:55,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1581543862/meta-region-server: CHANGED 2024-11-08T19:18:55,381 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,38179,1731093531982 2024-11-08T19:18:55,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:18:55,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,38179,1731093531982 in 210 msec 2024-11-08T19:18:55,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:18:55,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 475 msec 2024-11-08T19:18:55,384 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:18:55,385 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:18:55,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:55,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,38179,1731093531982, seqNum=-1] 2024-11-08T19:18:55,386 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:55,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:18:55,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-11-08T19:18:55,392 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093535392, completionTime=-1 2024-11-08T19:18:55,392 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:18:55,392 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:18:55,394 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:18:55,394 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093595394 2024-11-08T19:18:55,394 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093655394 2024-11-08T19:18:55,394 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T19:18:55,394 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38209,1731093531768-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:55,394 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38209,1731093531768-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:55,394 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38209,1731093531768-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:55,395 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:38209, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:55,395 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:55,395 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:55,396 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:18:55,398 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.344sec 2024-11-08T19:18:55,398 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:18:55,398 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:18:55,398 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:18:55,398 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:18:55,398 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:18:55,398 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38209,1731093531768-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:18:55,398 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38209,1731093531768-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:18:55,400 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:18:55,400 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:18:55,400 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38209,1731093531768-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:55,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d5a8a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:55,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,38209,-1 for getting cluster id 2024-11-08T19:18:55,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:18:55,416 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d9b89a3-fba6-41d3-9448-c2138425c0ad' 2024-11-08T19:18:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:18:55,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d9b89a3-fba6-41d3-9448-c2138425c0ad" 2024-11-08T19:18:55,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b4e76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:55,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,38209,-1] 2024-11-08T19:18:55,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:18:55,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:18:55,418 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:18:55,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f17b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:18:55,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:18:55,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,38179,1731093531982, seqNum=-1] 2024-11-08T19:18:55,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:18:55,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:18:55,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,38209,1731093531768 2024-11-08T19:18:55,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63281 2024-11-08T19:18:55,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:18:55,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011be300590002 connected 2024-11-08T19:18:55,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/hadoop.log.dir so I do NOT create it in target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a 2024-11-08T19:18:55,446 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:18:55,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/hadoop.tmp.dir so I do NOT create it in target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a 2024-11-08T19:18:55,446 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:18:55,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a 2024-11-08T19:18:55,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:18:55,446 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/cluster_848a9adc-eabf-4c08-9159-14b316606868, deleteOnExit=true 2024-11-08T19:18:55,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:18:55,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/test.cache.data in system properties and HBase conf 2024-11-08T19:18:55,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:18:55,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:18:55,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:18:55,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:18:55,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:18:55,447 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:18:55,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:18:55,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:18:55,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:18:55,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:18:55,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:18:55,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:18:55,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:18:55,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:18:55,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:18:55,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:18:55,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:18:55,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:18:55,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:18:55,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:18:55,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:18:55,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:18:55,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:18:55,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:18:55,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:18:55,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:18:55,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c0fab39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:18:55,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b875da3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:18:55,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c84ccfa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/java.io.tmpdir/jetty-localhost-33245-hadoop-hdfs-3_4_1-tests_jar-_-any-13287351009943797345/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:18:55,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d6556ac{HTTP/1.1, (http/1.1)}{localhost:33245} 2024-11-08T19:18:55,883 INFO [Time-limited test {}] server.Server(415): Started @210206ms 2024-11-08T19:18:56,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:18:56,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:18:56,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:18:56,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:18:56,138 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:18:56,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49e1f235{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:18:56,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c79ca29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:18:56,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ec001ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/java.io.tmpdir/jetty-localhost-33119-hadoop-hdfs-3_4_1-tests_jar-_-any-18290497440559511284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:18:56,240 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@96ceaf{HTTP/1.1, (http/1.1)}{localhost:33119} 2024-11-08T19:18:56,240 INFO [Time-limited test {}] server.Server(415): Started @210564ms 2024-11-08T19:18:56,241 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:18:56,832 WARN [Thread-2315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/cluster_848a9adc-eabf-4c08-9159-14b316606868/data/data1/current/BP-816829270-172.17.0.2-1731093535468/current, will proceed with Du for space computation calculation, 2024-11-08T19:18:56,832 WARN [Thread-2316 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/cluster_848a9adc-eabf-4c08-9159-14b316606868/data/data2/current/BP-816829270-172.17.0.2-1731093535468/current, will proceed with Du for space computation calculation, 2024-11-08T19:18:56,859 WARN [Thread-2303 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:18:56,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5d588811a3f588c with lease ID 0x6e05b681397e76e5: Processing first storage report for DS-29970b4e-0180-4aff-927e-444b5e26b2be from datanode DatanodeRegistration(127.0.0.1:38781, datanodeUuid=6b664c05-5de3-4581-8fe0-2d0cfbbb7347, infoPort=37197, infoSecurePort=0, ipcPort=41623, storageInfo=lv=-57;cid=testClusterID;nsid=340918833;c=1731093535468) 2024-11-08T19:18:56,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5d588811a3f588c with lease ID 0x6e05b681397e76e5: from storage DS-29970b4e-0180-4aff-927e-444b5e26b2be node DatanodeRegistration(127.0.0.1:38781, datanodeUuid=6b664c05-5de3-4581-8fe0-2d0cfbbb7347, infoPort=37197, infoSecurePort=0, ipcPort=41623, storageInfo=lv=-57;cid=testClusterID;nsid=340918833;c=1731093535468), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:18:56,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5d588811a3f588c with lease ID 0x6e05b681397e76e5: Processing first storage report for DS-003d1d46-6a2a-4f4c-b358-2fbfd68226f9 from datanode DatanodeRegistration(127.0.0.1:38781, datanodeUuid=6b664c05-5de3-4581-8fe0-2d0cfbbb7347, infoPort=37197, infoSecurePort=0, ipcPort=41623, storageInfo=lv=-57;cid=testClusterID;nsid=340918833;c=1731093535468) 2024-11-08T19:18:56,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5d588811a3f588c with lease ID 0x6e05b681397e76e5: from storage DS-003d1d46-6a2a-4f4c-b358-2fbfd68226f9 node DatanodeRegistration(127.0.0.1:38781, datanodeUuid=6b664c05-5de3-4581-8fe0-2d0cfbbb7347, infoPort=37197, infoSecurePort=0, ipcPort=41623, storageInfo=lv=-57;cid=testClusterID;nsid=340918833;c=1731093535468), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:18:56,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a 2024-11-08T19:18:56,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:56,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:56,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:18:57,272 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306 with version=8 2024-11-08T19:18:57,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/hbase-staging 2024-11-08T19:18:57,275 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:18:57,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:57,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:57,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:18:57,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:57,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:18:57,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:18:57,275 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:18:57,276 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39523 2024-11-08T19:18:57,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39523 connecting to ZooKeeper ensemble=127.0.0.1:63281 2024-11-08T19:18:57,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395230x0, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:18:57,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39523-0x1011be300590003 connected 2024-11-08T19:18:57,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:57,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:57,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Set watcher on znode that does not yet exist, /1-713331644/running 2024-11-08T19:18:57,406 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306, hbase.cluster.distributed=false 2024-11-08T19:18:57,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Set watcher on znode that does not yet exist, /1-713331644/acl 2024-11-08T19:18:57,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39523 2024-11-08T19:18:57,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39523 2024-11-08T19:18:57,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39523 2024-11-08T19:18:57,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39523 2024-11-08T19:18:57,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39523 2024-11-08T19:18:57,432 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:18:57,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:57,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:57,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:18:57,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:18:57,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:18:57,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:18:57,433 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:18:57,440 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36629 2024-11-08T19:18:57,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36629 connecting to ZooKeeper ensemble=127.0.0.1:63281 2024-11-08T19:18:57,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:57,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:57,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366290x0, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:18:57,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366290x0, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Set watcher on znode that does not yet exist, /1-713331644/running 2024-11-08T19:18:57,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36629-0x1011be300590004 connected 2024-11-08T19:18:57,455 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:18:57,457 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:18:57,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Set watcher on znode that does not yet exist, /1-713331644/master 2024-11-08T19:18:57,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Set watcher on znode that does not yet exist, /1-713331644/acl 2024-11-08T19:18:57,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36629 2024-11-08T19:18:57,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36629 2024-11-08T19:18:57,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36629 2024-11-08T19:18:57,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36629 2024-11-08T19:18:57,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36629 2024-11-08T19:18:57,478 DEBUG [M:0;692b295ad45c:39523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:39523 2024-11-08T19:18:57,479 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-713331644/backup-masters/692b295ad45c,39523,1731093537274 2024-11-08T19:18:57,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644/backup-masters 2024-11-08T19:18:57,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644/backup-masters 2024-11-08T19:18:57,486 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Set watcher on existing znode=/1-713331644/backup-masters/692b295ad45c,39523,1731093537274 2024-11-08T19:18:57,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644 2024-11-08T19:18:57,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-713331644/master 2024-11-08T19:18:57,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644 2024-11-08T19:18:57,496 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Set watcher on existing znode=/1-713331644/master 2024-11-08T19:18:57,497 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-713331644/backup-masters/692b295ad45c,39523,1731093537274 from backup master directory 2024-11-08T19:18:57,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-713331644/backup-masters/692b295ad45c,39523,1731093537274 2024-11-08T19:18:57,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644/backup-masters 2024-11-08T19:18:57,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644/backup-masters 2024-11-08T19:18:57,507 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:18:57,507 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,39523,1731093537274 2024-11-08T19:18:57,510 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/hbase.id] with ID: 9badba8b-17a6-4ab5-a2f1-1642580f76ea 2024-11-08T19:18:57,510 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/.tmp/hbase.id 2024-11-08T19:18:57,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:18:57,918 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/.tmp/hbase.id]:[hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/hbase.id] 2024-11-08T19:18:57,927 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:18:57,927 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:18:57,928 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T19:18:57,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644 2024-11-08T19:18:57,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644 2024-11-08T19:18:57,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:18:58,375 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:18:58,376 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:18:58,376 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:58,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:18:58,782 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store 2024-11-08T19:18:58,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:18:59,187 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:59,187 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:18:59,187 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:59,187 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:59,187 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:18:59,188 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:59,188 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:18:59,188 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093539187Disabling compacts and flushes for region at 1731093539187Disabling writes for close at 1731093539187Writing region close event to WAL at 1731093539188 (+1 ms)Closed at 1731093539188 2024-11-08T19:18:59,188 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/.initializing 2024-11-08T19:18:59,188 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/WALs/692b295ad45c,39523,1731093537274 2024-11-08T19:18:59,189 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:18:59,191 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C39523%2C1731093537274, suffix=, logDir=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/WALs/692b295ad45c,39523,1731093537274, archiveDir=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/oldWALs, maxLogs=10 2024-11-08T19:18:59,203 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/WALs/692b295ad45c,39523,1731093537274/692b295ad45c%2C39523%2C1731093537274.1731093539191, exclude list is [], retry=0 2024-11-08T19:18:59,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38781,DS-29970b4e-0180-4aff-927e-444b5e26b2be,DISK] 2024-11-08T19:18:59,207 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/WALs/692b295ad45c,39523,1731093537274/692b295ad45c%2C39523%2C1731093537274.1731093539191 2024-11-08T19:18:59,207 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37197:37197)] 2024-11-08T19:18:59,207 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:18:59,207 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:18:59,207 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:59,207 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:59,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:59,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:18:59,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:59,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:18:59,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:59,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:18:59,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:59,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:59,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:59,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:18:59,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:59,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:59,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:59,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:18:59,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:59,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:18:59,213 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:59,214 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:59,214 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:59,215 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:59,215 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:59,215 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:18:59,216 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:18:59,217 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:18:59,218 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63991765, jitterRate=-0.046448394656181335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:18:59,218 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093539207Initializing all the Stores at 1731093539208 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093539208Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093539208Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093539208Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093539208Cleaning up temporary data from old regions at 1731093539215 (+7 ms)Region opened successfully at 1731093539218 (+3 ms) 2024-11-08T19:18:59,218 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:18:59,220 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ec4df2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:18:59,220 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:18:59,220 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:18:59,220 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:18:59,221 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:18:59,221 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:18:59,221 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:18:59,221 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:18:59,222 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:18:59,223 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Unable to get data of znode /1-713331644/balancer because node does not exist (not necessarily an error) 2024-11-08T19:18:59,296 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-713331644/balancer already deleted, retry=false 2024-11-08T19:18:59,297 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:18:59,297 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Unable to get data of znode /1-713331644/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:18:59,307 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-713331644/normalizer already deleted, retry=false 2024-11-08T19:18:59,307 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:18:59,308 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Unable to get data of znode /1-713331644/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:18:59,317 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-713331644/switch/split already deleted, retry=false 2024-11-08T19:18:59,318 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Unable to get data of znode /1-713331644/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:18:59,328 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-713331644/switch/merge already deleted, retry=false 2024-11-08T19:18:59,330 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Unable to get data of znode /1-713331644/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:18:59,338 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-713331644/snapshot-cleanup already deleted, retry=false 2024-11-08T19:18:59,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-713331644/running 2024-11-08T19:18:59,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-713331644/running 2024-11-08T19:18:59,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644 2024-11-08T19:18:59,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644 2024-11-08T19:18:59,349 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,39523,1731093537274, sessionid=0x1011be300590003, setting cluster-up flag (Was=false) 2024-11-08T19:18:59,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644 2024-11-08T19:18:59,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644 2024-11-08T19:18:59,496 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-713331644/flush-table-proc/acquired, /1-713331644/flush-table-proc/reached, /1-713331644/flush-table-proc/abort 2024-11-08T19:18:59,497 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,39523,1731093537274 2024-11-08T19:18:59,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644 2024-11-08T19:18:59,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644 2024-11-08T19:18:59,549 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-713331644/online-snapshot/acquired, /1-713331644/online-snapshot/reached, /1-713331644/online-snapshot/abort 2024-11-08T19:18:59,549 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,39523,1731093537274 2024-11-08T19:18:59,550 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:18:59,551 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:18:59,551 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:18:59,551 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:18:59,552 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,39523,1731093537274 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:18:59,553 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:59,553 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:59,553 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:59,553 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:18:59,553 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:18:59,553 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:59,553 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:18:59,553 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:59,557 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:18:59,557 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:18:59,558 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:18:59,558 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:18:59,561 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093569561 2024-11-08T19:18:59,561 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:18:59,561 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:18:59,561 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:18:59,561 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:18:59,561 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:18:59,561 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:18:59,564 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:59,565 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:18:59,565 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:18:59,565 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:18:59,565 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:18:59,565 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:18:59,565 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:18:59,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:18:59,568 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093539565,5,FailOnTimeoutGroup] 2024-11-08T19:18:59,570 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093539568,5,FailOnTimeoutGroup] 2024-11-08T19:18:59,570 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:59,570 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:18:59,570 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:59,570 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:59,571 INFO [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(746): ClusterId : 9badba8b-17a6-4ab5-a2f1-1642580f76ea 2024-11-08T19:18:59,571 DEBUG [RS:0;692b295ad45c:36629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:18:59,581 DEBUG [RS:0;692b295ad45c:36629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:18:59,581 DEBUG [RS:0;692b295ad45c:36629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:18:59,592 DEBUG [RS:0;692b295ad45c:36629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:18:59,592 DEBUG [RS:0;692b295ad45c:36629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33fa6f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:18:59,602 DEBUG [RS:0;692b295ad45c:36629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:36629 2024-11-08T19:18:59,602 INFO [RS:0;692b295ad45c:36629 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:18:59,602 INFO [RS:0;692b295ad45c:36629 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:18:59,602 DEBUG [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:18:59,603 INFO [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,39523,1731093537274 with port=36629, startcode=1731093537432 2024-11-08T19:18:59,603 DEBUG [RS:0;692b295ad45c:36629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:18:59,604 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:18:59,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39523 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,36629,1731093537432 2024-11-08T19:18:59,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39523 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,36629,1731093537432 2024-11-08T19:18:59,605 DEBUG [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306 2024-11-08T19:18:59,605 DEBUG [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37603 2024-11-08T19:18:59,605 DEBUG [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:18:59,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644/rs 2024-11-08T19:18:59,658 DEBUG [RS:0;692b295ad45c:36629 {}] zookeeper.ZKUtil(111): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Set watcher on existing znode=/1-713331644/rs/692b295ad45c,36629,1731093537432 2024-11-08T19:18:59,658 WARN [RS:0;692b295ad45c:36629 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:18:59,658 INFO [RS:0;692b295ad45c:36629 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:18:59,658 DEBUG [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432 2024-11-08T19:18:59,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,36629,1731093537432] 2024-11-08T19:18:59,660 INFO [RS:0;692b295ad45c:36629 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:18:59,661 INFO [RS:0;692b295ad45c:36629 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:18:59,662 INFO [RS:0;692b295ad45c:36629 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:18:59,662 INFO [RS:0;692b295ad45c:36629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:59,662 INFO [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:18:59,662 INFO [RS:0;692b295ad45c:36629 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:18:59,663 INFO [RS:0;692b295ad45c:36629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:59,663 DEBUG [RS:0;692b295ad45c:36629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:59,663 DEBUG [RS:0;692b295ad45c:36629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:59,663 DEBUG [RS:0;692b295ad45c:36629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:59,663 DEBUG [RS:0;692b295ad45c:36629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:59,663 DEBUG [RS:0;692b295ad45c:36629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:59,663 DEBUG [RS:0;692b295ad45c:36629 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:18:59,663 DEBUG [RS:0;692b295ad45c:36629 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:59,663 DEBUG [RS:0;692b295ad45c:36629 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:59,663 DEBUG [RS:0;692b295ad45c:36629 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:59,663 DEBUG [RS:0;692b295ad45c:36629 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:59,663 DEBUG [RS:0;692b295ad45c:36629 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:59,663 DEBUG [RS:0;692b295ad45c:36629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:18:59,663 DEBUG [RS:0;692b295ad45c:36629 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:18:59,663 DEBUG [RS:0;692b295ad45c:36629 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:18:59,667 INFO [RS:0;692b295ad45c:36629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:59,667 INFO [RS:0;692b295ad45c:36629 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:59,667 INFO [RS:0;692b295ad45c:36629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:59,667 INFO [RS:0;692b295ad45c:36629 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:59,667 INFO [RS:0;692b295ad45c:36629 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:59,667 INFO [RS:0;692b295ad45c:36629 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,36629,1731093537432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:18:59,679 INFO [RS:0;692b295ad45c:36629 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:18:59,679 INFO [RS:0;692b295ad45c:36629 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,36629,1731093537432-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:59,679 INFO [RS:0;692b295ad45c:36629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:59,679 INFO [RS:0;692b295ad45c:36629 {}] regionserver.Replication(171): 692b295ad45c,36629,1731093537432 started 2024-11-08T19:18:59,691 INFO [RS:0;692b295ad45c:36629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:18:59,692 INFO [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,36629,1731093537432, RpcServer on 692b295ad45c/172.17.0.2:36629, sessionid=0x1011be300590004 2024-11-08T19:18:59,692 DEBUG [RS:0;692b295ad45c:36629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:18:59,692 DEBUG [RS:0;692b295ad45c:36629 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,36629,1731093537432 2024-11-08T19:18:59,692 DEBUG [RS:0;692b295ad45c:36629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,36629,1731093537432' 2024-11-08T19:18:59,692 DEBUG [RS:0;692b295ad45c:36629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-713331644/flush-table-proc/abort' 2024-11-08T19:18:59,692 DEBUG [RS:0;692b295ad45c:36629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-713331644/flush-table-proc/acquired' 2024-11-08T19:18:59,693 DEBUG [RS:0;692b295ad45c:36629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:18:59,693 DEBUG [RS:0;692b295ad45c:36629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:18:59,693 DEBUG [RS:0;692b295ad45c:36629 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,36629,1731093537432 2024-11-08T19:18:59,693 DEBUG [RS:0;692b295ad45c:36629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,36629,1731093537432' 2024-11-08T19:18:59,693 DEBUG [RS:0;692b295ad45c:36629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-713331644/online-snapshot/abort' 2024-11-08T19:18:59,693 DEBUG [RS:0;692b295ad45c:36629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-713331644/online-snapshot/acquired' 2024-11-08T19:18:59,693 DEBUG [RS:0;692b295ad45c:36629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:18:59,693 INFO [RS:0;692b295ad45c:36629 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:18:59,693 INFO [RS:0;692b295ad45c:36629 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:18:59,753 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:18:59,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:59,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:59,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:59,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:59,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:59,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:59,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:59,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:59,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:18:59,794 INFO [RS:0;692b295ad45c:36629 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:18:59,795 INFO [RS:0;692b295ad45c:36629 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C36629%2C1731093537432, suffix=, logDir=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432, archiveDir=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/oldWALs, maxLogs=10 2024-11-08T19:18:59,807 DEBUG [RS:0;692b295ad45c:36629 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795, exclude list is [], retry=0 2024-11-08T19:18:59,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38781,DS-29970b4e-0180-4aff-927e-444b5e26b2be,DISK] 2024-11-08T19:18:59,812 INFO [RS:0;692b295ad45c:36629 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 2024-11-08T19:18:59,812 DEBUG [RS:0;692b295ad45c:36629 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37197:37197)] 2024-11-08T19:18:59,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:18:59,967 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306 2024-11-08T19:18:59,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741833_1009 (size=32) 2024-11-08T19:19:00,152 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:19:00,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:00,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:19:00,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:19:00,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:00,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:00,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:19:00,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:19:00,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:00,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:00,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:19:00,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:19:00,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:00,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:00,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:19:00,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:19:00,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:00,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:00,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:19:00,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740 2024-11-08T19:19:00,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740 2024-11-08T19:19:00,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:19:00,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:19:00,380 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:19:00,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:19:00,383 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:19:00,383 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67307791, jitterRate=0.0029642432928085327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:19:00,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093540372Initializing all the Stores at 1731093540373 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093540373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093540373Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093540373Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093540373Cleaning up temporary data from old regions at 1731093540380 (+7 ms)Region opened successfully at 1731093540383 (+3 ms) 2024-11-08T19:19:00,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:19:00,383 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:19:00,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:19:00,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:19:00,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:19:00,384 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:19:00,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093540383Disabling compacts and flushes for region at 1731093540383Disabling writes for close at 1731093540383Writing region close event to WAL at 1731093540384 (+1 ms)Closed at 1731093540384 2024-11-08T19:19:00,384 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:19:00,384 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:19:00,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:19:00,385 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:19:00,386 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:19:00,536 DEBUG [692b295ad45c:39523 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:19:00,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,36629,1731093537432 2024-11-08T19:19:00,538 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,36629,1731093537432, state=OPENING 2024-11-08T19:19:00,580 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:19:00,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644 2024-11-08T19:19:00,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644 2024-11-08T19:19:00,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-713331644/meta-region-server: CHANGED 2024-11-08T19:19:00,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-713331644/meta-region-server: CHANGED 2024-11-08T19:19:00,591 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:19:00,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,36629,1731093537432}] 2024-11-08T19:19:00,743 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:19:00,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:19:00,748 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:19:00,748 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:19:00,748 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:19:00,749 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C36629%2C1731093537432.meta, suffix=.meta, logDir=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432, archiveDir=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/oldWALs, maxLogs=10 2024-11-08T19:19:00,760 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.meta.1731093540749.meta, exclude list is [], retry=0 2024-11-08T19:19:00,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38781,DS-29970b4e-0180-4aff-927e-444b5e26b2be,DISK] 2024-11-08T19:19:00,763 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.meta.1731093540749.meta 2024-11-08T19:19:00,764 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37197:37197)] 2024-11-08T19:19:00,764 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:19:00,764 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:19:00,764 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:19:00,764 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:19:00,764 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:19:00,764 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:19:00,764 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:00,765 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:19:00,765 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:19:00,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:19:00,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:19:00,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:00,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:00,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:19:00,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:19:00,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:00,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:00,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:19:00,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:19:00,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:00,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:00,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:19:00,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:19:00,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:00,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:00,769 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:19:00,769 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740 2024-11-08T19:19:00,770 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740 2024-11-08T19:19:00,771 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:19:00,771 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:19:00,771 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:19:00,772 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:19:00,773 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59035616, jitterRate=-0.1203007698059082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:19:00,773 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:19:00,773 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093540765Writing region info on filesystem at 1731093540765Initializing all the Stores at 1731093540765Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093540765Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093540765Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093540765Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093540765Cleaning up temporary data from old regions at 1731093540771 (+6 ms)Running coprocessor post-open hooks at 1731093540773 (+2 ms)Region opened successfully at 1731093540773 2024-11-08T19:19:00,774 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093540743 2024-11-08T19:19:00,775 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:19:00,775 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:19:00,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,36629,1731093537432 2024-11-08T19:19:00,776 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,36629,1731093537432, state=OPEN 2024-11-08T19:19:00,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-713331644/meta-region-server 2024-11-08T19:19:00,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-713331644/meta-region-server 2024-11-08T19:19:00,780 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,36629,1731093537432 2024-11-08T19:19:00,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-713331644/meta-region-server: CHANGED 2024-11-08T19:19:00,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-713331644/meta-region-server: CHANGED 2024-11-08T19:19:00,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:19:00,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,36629,1731093537432 in 189 msec 2024-11-08T19:19:00,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:19:00,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec 2024-11-08T19:19:00,784 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:19:00,784 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:19:00,785 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:00,785 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,36629,1731093537432, seqNum=-1] 2024-11-08T19:19:00,785 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:00,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:19:00,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2390 sec 2024-11-08T19:19:00,790 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093540790, completionTime=-1 2024-11-08T19:19:00,790 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:19:00,790 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:19:00,792 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:19:00,792 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093600792 2024-11-08T19:19:00,792 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093660792 2024-11-08T19:19:00,792 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T19:19:00,792 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39523,1731093537274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:00,793 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39523,1731093537274-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:00,793 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39523,1731093537274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:00,793 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:39523, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:00,793 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:00,793 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:00,794 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:19:00,796 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.289sec 2024-11-08T19:19:00,796 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:19:00,796 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:19:00,796 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:19:00,796 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:19:00,796 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:19:00,796 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39523,1731093537274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:19:00,796 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39523,1731093537274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:19:00,799 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:19:00,799 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:19:00,799 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39523,1731093537274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:00,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539b9bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:00,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,39523,-1 for getting cluster id 2024-11-08T19:19:00,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:00,873 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9badba8b-17a6-4ab5-a2f1-1642580f76ea' 2024-11-08T19:19:00,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:00,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9badba8b-17a6-4ab5-a2f1-1642580f76ea" 2024-11-08T19:19:00,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3744e11c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:00,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,39523,-1] 2024-11-08T19:19:00,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:00,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:00,874 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:00,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19112415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:00,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:00,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,36629,1731093537432, seqNum=-1] 2024-11-08T19:19:00,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:00,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:19:00,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,39523,1731093537274 2024-11-08T19:19:00,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63281 2024-11-08T19:19:00,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:19:00,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011be300590005 connected 2024-11-08T19:19:00,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,38209,1731093531768 2024-11-08T19:19:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@360872a9 2024-11-08T19:19:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:00,900 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:19:00,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:19:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T19:19:00,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:19:00,903 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:00,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T19:19:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:00,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:19:00,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741835_1011 (size=902) 2024-11-08T19:19:00,911 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0389e8323a691c5b0f5c926a5cbd1a6a, NAME => 'test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8 2024-11-08T19:19:00,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741836_1012 (size=39) 2024-11-08T19:19:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:01,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:01,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0389e8323a691c5b0f5c926a5cbd1a6a, disabling compactions & flushes 2024-11-08T19:19:01,317 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a. 2024-11-08T19:19:01,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a. 2024-11-08T19:19:01,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a. after waiting 0 ms 2024-11-08T19:19:01,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a. 2024-11-08T19:19:01,317 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a. 2024-11-08T19:19:01,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0389e8323a691c5b0f5c926a5cbd1a6a: Waiting for close lock at 1731093541317Disabling compacts and flushes for region at 1731093541317Disabling writes for close at 1731093541317Writing region close event to WAL at 1731093541317Closed at 1731093541317 2024-11-08T19:19:01,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:19:01,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731093541318"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093541318"}]},"ts":"1731093541318"} 2024-11-08T19:19:01,320 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:19:01,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:19:01,321 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093541321"}]},"ts":"1731093541321"} 2024-11-08T19:19:01,322 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T19:19:01,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0389e8323a691c5b0f5c926a5cbd1a6a, ASSIGN}] 2024-11-08T19:19:01,323 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0389e8323a691c5b0f5c926a5cbd1a6a, ASSIGN 2024-11-08T19:19:01,324 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0389e8323a691c5b0f5c926a5cbd1a6a, ASSIGN; state=OFFLINE, location=692b295ad45c,38179,1731093531982; forceNewPlan=false, retain=false 2024-11-08T19:19:01,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0389e8323a691c5b0f5c926a5cbd1a6a, regionState=OPENING, regionLocation=692b295ad45c,38179,1731093531982 2024-11-08T19:19:01,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0389e8323a691c5b0f5c926a5cbd1a6a, ASSIGN because future has completed 2024-11-08T19:19:01,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0389e8323a691c5b0f5c926a5cbd1a6a, server=692b295ad45c,38179,1731093531982}] 2024-11-08T19:19:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:01,631 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a. 2024-11-08T19:19:01,632 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0389e8323a691c5b0f5c926a5cbd1a6a, NAME => 'test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:19:01,632 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:19:01,632 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T19:19:01,632 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0389e8323a691c5b0f5c926a5cbd1a6a 2024-11-08T19:19:01,632 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:01,632 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0389e8323a691c5b0f5c926a5cbd1a6a 2024-11-08T19:19:01,632 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0389e8323a691c5b0f5c926a5cbd1a6a 2024-11-08T19:19:01,633 INFO [StoreOpener-0389e8323a691c5b0f5c926a5cbd1a6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0389e8323a691c5b0f5c926a5cbd1a6a 2024-11-08T19:19:01,634 INFO [StoreOpener-0389e8323a691c5b0f5c926a5cbd1a6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0389e8323a691c5b0f5c926a5cbd1a6a columnFamilyName f 2024-11-08T19:19:01,634 DEBUG [StoreOpener-0389e8323a691c5b0f5c926a5cbd1a6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:01,635 INFO [StoreOpener-0389e8323a691c5b0f5c926a5cbd1a6a-1 {}] regionserver.HStore(327): Store=0389e8323a691c5b0f5c926a5cbd1a6a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:01,635 INFO [StoreOpener-0389e8323a691c5b0f5c926a5cbd1a6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0389e8323a691c5b0f5c926a5cbd1a6a 2024-11-08T19:19:01,635 INFO [StoreOpener-0389e8323a691c5b0f5c926a5cbd1a6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0389e8323a691c5b0f5c926a5cbd1a6a columnFamilyName f1 2024-11-08T19:19:01,635 DEBUG [StoreOpener-0389e8323a691c5b0f5c926a5cbd1a6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:01,636 INFO [StoreOpener-0389e8323a691c5b0f5c926a5cbd1a6a-1 {}] regionserver.HStore(327): Store=0389e8323a691c5b0f5c926a5cbd1a6a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:01,636 INFO [StoreOpener-0389e8323a691c5b0f5c926a5cbd1a6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0389e8323a691c5b0f5c926a5cbd1a6a 2024-11-08T19:19:01,636 INFO [StoreOpener-0389e8323a691c5b0f5c926a5cbd1a6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0389e8323a691c5b0f5c926a5cbd1a6a columnFamilyName norep 2024-11-08T19:19:01,636 DEBUG [StoreOpener-0389e8323a691c5b0f5c926a5cbd1a6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:01,637 INFO [StoreOpener-0389e8323a691c5b0f5c926a5cbd1a6a-1 {}] regionserver.HStore(327): Store=0389e8323a691c5b0f5c926a5cbd1a6a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:01,637 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0389e8323a691c5b0f5c926a5cbd1a6a 2024-11-08T19:19:01,637 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a 2024-11-08T19:19:01,638 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a 2024-11-08T19:19:01,638 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0389e8323a691c5b0f5c926a5cbd1a6a 2024-11-08T19:19:01,638 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0389e8323a691c5b0f5c926a5cbd1a6a 2024-11-08T19:19:01,639 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:19:01,639 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0389e8323a691c5b0f5c926a5cbd1a6a 2024-11-08T19:19:01,641 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:19:01,641 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0389e8323a691c5b0f5c926a5cbd1a6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74529313, jitterRate=0.11057330667972565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:19:01,641 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0389e8323a691c5b0f5c926a5cbd1a6a 2024-11-08T19:19:01,642 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0389e8323a691c5b0f5c926a5cbd1a6a: Running coprocessor pre-open hook at 1731093541632Writing region info on filesystem at 1731093541632Initializing all the Stores at 1731093541633 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093541633Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093541633Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093541633Cleaning up temporary data from old regions at 1731093541638 (+5 ms)Running coprocessor post-open hooks at 1731093541641 (+3 ms)Region opened successfully at 1731093541642 (+1 ms) 2024-11-08T19:19:01,643 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a., pid=6, masterSystemTime=1731093541628 2024-11-08T19:19:01,645 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a. 2024-11-08T19:19:01,645 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a. 2024-11-08T19:19:01,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0389e8323a691c5b0f5c926a5cbd1a6a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=692b295ad45c,38179,1731093531982 2024-11-08T19:19:01,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0389e8323a691c5b0f5c926a5cbd1a6a, server=692b295ad45c,38179,1731093531982 because future has completed 2024-11-08T19:19:01,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:19:01,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0389e8323a691c5b0f5c926a5cbd1a6a, server=692b295ad45c,38179,1731093531982 in 171 msec 2024-11-08T19:19:01,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:19:01,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0389e8323a691c5b0f5c926a5cbd1a6a, ASSIGN in 326 msec 2024-11-08T19:19:01,651 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:19:01,651 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093541651"}]},"ts":"1731093541651"} 2024-11-08T19:19:01,653 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T19:19:01,654 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:19:01,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-08T19:19:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:02,040 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T19:19:02,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,39523,1731093537274 2024-11-08T19:19:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e4e3e43 2024-11-08T19:19:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:02,041 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:19:02,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:19:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T19:19:02,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:19:02,044 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:02,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T19:19:02,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:19:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:02,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741835_1011 (size=902) 2024-11-08T19:19:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:02,451 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 036bcfbd8fa478a958428095989e44a5, NAME => 'test,,1731093542042.036bcfbd8fa478a958428095989e44a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306 2024-11-08T19:19:02,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741836_1012 (size=39) 2024-11-08T19:19:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:02,857 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731093542042.036bcfbd8fa478a958428095989e44a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:02,857 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 036bcfbd8fa478a958428095989e44a5, disabling compactions & flushes 2024-11-08T19:19:02,857 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731093542042.036bcfbd8fa478a958428095989e44a5. 2024-11-08T19:19:02,857 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093542042.036bcfbd8fa478a958428095989e44a5. 2024-11-08T19:19:02,857 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731093542042.036bcfbd8fa478a958428095989e44a5. after waiting 0 ms 2024-11-08T19:19:02,857 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731093542042.036bcfbd8fa478a958428095989e44a5. 2024-11-08T19:19:02,858 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731093542042.036bcfbd8fa478a958428095989e44a5. 2024-11-08T19:19:02,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 036bcfbd8fa478a958428095989e44a5: Waiting for close lock at 1731093542857Disabling compacts and flushes for region at 1731093542857Disabling writes for close at 1731093542857Writing region close event to WAL at 1731093542857Closed at 1731093542857 2024-11-08T19:19:02,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:19:02,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731093542042.036bcfbd8fa478a958428095989e44a5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731093542859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093542859"}]},"ts":"1731093542859"} 2024-11-08T19:19:02,861 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:19:02,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:19:02,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093542861"}]},"ts":"1731093542861"} 2024-11-08T19:19:02,863 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T19:19:02,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=036bcfbd8fa478a958428095989e44a5, ASSIGN}] 2024-11-08T19:19:02,864 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=036bcfbd8fa478a958428095989e44a5, ASSIGN 2024-11-08T19:19:02,865 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=036bcfbd8fa478a958428095989e44a5, ASSIGN; state=OFFLINE, location=692b295ad45c,36629,1731093537432; forceNewPlan=false, retain=false 2024-11-08T19:19:03,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=036bcfbd8fa478a958428095989e44a5, regionState=OPENING, regionLocation=692b295ad45c,36629,1731093537432 2024-11-08T19:19:03,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=036bcfbd8fa478a958428095989e44a5, ASSIGN because future has completed 2024-11-08T19:19:03,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 036bcfbd8fa478a958428095989e44a5, server=692b295ad45c,36629,1731093537432}] 2024-11-08T19:19:03,172 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731093542042.036bcfbd8fa478a958428095989e44a5. 2024-11-08T19:19:03,172 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 036bcfbd8fa478a958428095989e44a5, NAME => 'test,,1731093542042.036bcfbd8fa478a958428095989e44a5.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:19:03,173 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:19:03,173 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T19:19:03,173 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 036bcfbd8fa478a958428095989e44a5 2024-11-08T19:19:03,173 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731093542042.036bcfbd8fa478a958428095989e44a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:03,173 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 036bcfbd8fa478a958428095989e44a5 2024-11-08T19:19:03,173 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 036bcfbd8fa478a958428095989e44a5 2024-11-08T19:19:03,174 INFO [StoreOpener-036bcfbd8fa478a958428095989e44a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 036bcfbd8fa478a958428095989e44a5 2024-11-08T19:19:03,175 INFO [StoreOpener-036bcfbd8fa478a958428095989e44a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 036bcfbd8fa478a958428095989e44a5 columnFamilyName f 2024-11-08T19:19:03,175 DEBUG [StoreOpener-036bcfbd8fa478a958428095989e44a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:03,175 INFO [StoreOpener-036bcfbd8fa478a958428095989e44a5-1 {}] regionserver.HStore(327): Store=036bcfbd8fa478a958428095989e44a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:03,175 INFO [StoreOpener-036bcfbd8fa478a958428095989e44a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 036bcfbd8fa478a958428095989e44a5 2024-11-08T19:19:03,176 INFO [StoreOpener-036bcfbd8fa478a958428095989e44a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 036bcfbd8fa478a958428095989e44a5 columnFamilyName f1 2024-11-08T19:19:03,176 DEBUG [StoreOpener-036bcfbd8fa478a958428095989e44a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:03,176 INFO [StoreOpener-036bcfbd8fa478a958428095989e44a5-1 {}] regionserver.HStore(327): Store=036bcfbd8fa478a958428095989e44a5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:03,176 INFO [StoreOpener-036bcfbd8fa478a958428095989e44a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 036bcfbd8fa478a958428095989e44a5 2024-11-08T19:19:03,177 INFO [StoreOpener-036bcfbd8fa478a958428095989e44a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 036bcfbd8fa478a958428095989e44a5 columnFamilyName norep 2024-11-08T19:19:03,177 DEBUG [StoreOpener-036bcfbd8fa478a958428095989e44a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:03,177 INFO [StoreOpener-036bcfbd8fa478a958428095989e44a5-1 {}] regionserver.HStore(327): Store=036bcfbd8fa478a958428095989e44a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:03,177 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 036bcfbd8fa478a958428095989e44a5 2024-11-08T19:19:03,178 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5 2024-11-08T19:19:03,178 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5 2024-11-08T19:19:03,179 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 036bcfbd8fa478a958428095989e44a5 2024-11-08T19:19:03,179 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 036bcfbd8fa478a958428095989e44a5 2024-11-08T19:19:03,179 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:19:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:03,180 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 036bcfbd8fa478a958428095989e44a5 2024-11-08T19:19:03,181 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:19:03,182 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 036bcfbd8fa478a958428095989e44a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60098699, jitterRate=-0.10445959866046906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:19:03,182 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 036bcfbd8fa478a958428095989e44a5 2024-11-08T19:19:03,182 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 036bcfbd8fa478a958428095989e44a5: Running coprocessor pre-open hook at 1731093543173Writing region info on filesystem at 1731093543173Initializing all the Stores at 1731093543174 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093543174Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093543174Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093543174Cleaning up temporary data from old regions at 1731093543179 (+5 ms)Running coprocessor post-open hooks at 1731093543182 (+3 ms)Region opened successfully at 1731093543182 2024-11-08T19:19:03,183 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731093542042.036bcfbd8fa478a958428095989e44a5., pid=6, masterSystemTime=1731093543170 2024-11-08T19:19:03,184 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731093542042.036bcfbd8fa478a958428095989e44a5. 2024-11-08T19:19:03,184 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731093542042.036bcfbd8fa478a958428095989e44a5. 2024-11-08T19:19:03,185 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=036bcfbd8fa478a958428095989e44a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=692b295ad45c,36629,1731093537432 2024-11-08T19:19:03,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 036bcfbd8fa478a958428095989e44a5, server=692b295ad45c,36629,1731093537432 because future has completed 2024-11-08T19:19:03,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:19:03,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 036bcfbd8fa478a958428095989e44a5, server=692b295ad45c,36629,1731093537432 in 169 msec 2024-11-08T19:19:03,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:19:03,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=036bcfbd8fa478a958428095989e44a5, ASSIGN in 326 msec 2024-11-08T19:19:03,191 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:19:03,191 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093543191"}]},"ts":"1731093543191"} 2024-11-08T19:19:03,192 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T19:19:03,193 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:19:03,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-08T19:19:03,579 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:03,580 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:19:03,580 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18203 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:19:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:04,190 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T19:19:04,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36abe0e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:04,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,38209,-1 for getting cluster id 2024-11-08T19:19:04,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:04,191 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d9b89a3-fba6-41d3-9448-c2138425c0ad' 2024-11-08T19:19:04,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:04,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d9b89a3-fba6-41d3-9448-c2138425c0ad" 2024-11-08T19:19:04,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610282d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:04,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,38209,-1] 2024-11-08T19:19:04,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:04,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:04,192 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:04,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f1f9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:04,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b38f90d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:04,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,39523,-1 for getting cluster id 2024-11-08T19:19:04,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:04,194 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9badba8b-17a6-4ab5-a2f1-1642580f76ea' 2024-11-08T19:19:04,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:04,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9badba8b-17a6-4ab5-a2f1-1642580f76ea" 2024-11-08T19:19:04,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494d6e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:04,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,39523,-1] 2024-11-08T19:19:04,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:04,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:04,195 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:04,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c118607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:04,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62251fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:04,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,38209,-1 for getting cluster id 2024-11-08T19:19:04,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:04,197 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d9b89a3-fba6-41d3-9448-c2138425c0ad' 2024-11-08T19:19:04,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:04,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d9b89a3-fba6-41d3-9448-c2138425c0ad" 2024-11-08T19:19:04,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40005ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:04,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,38209,-1] 2024-11-08T19:19:04,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:04,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:04,198 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7972ce06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:04,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:04,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,38209,1731093531768 2024-11-08T19:19:04,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33edf609 2024-11-08T19:19:04,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:04,200 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:19:04,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://692b295ad45c:39523,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T19:19:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:19:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:04,203 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:39523' 2024-11-08T19:19:04,204 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552dc8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:04,204 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,39523,-1 for getting cluster id 2024-11-08T19:19:04,204 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:04,204 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9badba8b-17a6-4ab5-a2f1-1642580f76ea' 2024-11-08T19:19:04,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:04,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9badba8b-17a6-4ab5-a2f1-1642580f76ea" 2024-11-08T19:19:04,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421405e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:04,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,39523,-1] 2024-11-08T19:19:04,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:04,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:04,206 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:04,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5ae64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:04,206 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:04,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,39523,1731093537274 2024-11-08T19:19:04,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@262717bf 2024-11-08T19:19:04,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:04,208 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:19:04,208 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T19:19:04,208 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:19:04,208 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:04,208 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:04,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:04,209 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:19:04,210 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T19:19:04,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:19:04,210 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:04,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:19:04,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741837_1013 (size=1138) 2024-11-08T19:19:04,217 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 74893bf0ed6dd543a8bf40df317662f0, NAME => 'hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8 2024-11-08T19:19:04,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741838_1014 (size=44) 2024-11-08T19:19:04,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:19:04,251 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T19:19:04,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T19:19:04,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T19:19:04,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:19:04,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T19:19:04,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:19:04,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T19:19:04,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:19:04,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T19:19:04,260 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T19:19:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:04,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:04,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 74893bf0ed6dd543a8bf40df317662f0, disabling compactions & flushes 2024-11-08T19:19:04,622 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. 2024-11-08T19:19:04,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. 2024-11-08T19:19:04,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. after waiting 0 ms 2024-11-08T19:19:04,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. 2024-11-08T19:19:04,622 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. 2024-11-08T19:19:04,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 74893bf0ed6dd543a8bf40df317662f0: Waiting for close lock at 1731093544622Disabling compacts and flushes for region at 1731093544622Disabling writes for close at 1731093544622Writing region close event to WAL at 1731093544622Closed at 1731093544622 2024-11-08T19:19:04,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:19:04,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731093544623"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093544623"}]},"ts":"1731093544623"} 2024-11-08T19:19:04,625 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:19:04,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:19:04,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093544625"}]},"ts":"1731093544625"} 2024-11-08T19:19:04,627 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T19:19:04,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74893bf0ed6dd543a8bf40df317662f0, ASSIGN}] 2024-11-08T19:19:04,627 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74893bf0ed6dd543a8bf40df317662f0, ASSIGN 2024-11-08T19:19:04,628 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=74893bf0ed6dd543a8bf40df317662f0, ASSIGN; state=OFFLINE, location=692b295ad45c,38179,1731093531982; forceNewPlan=false, retain=false 2024-11-08T19:19:04,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=74893bf0ed6dd543a8bf40df317662f0, regionState=OPENING, regionLocation=692b295ad45c,38179,1731093531982 2024-11-08T19:19:04,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=74893bf0ed6dd543a8bf40df317662f0, ASSIGN because future has completed 2024-11-08T19:19:04,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74893bf0ed6dd543a8bf40df317662f0, server=692b295ad45c,38179,1731093531982}] 2024-11-08T19:19:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:04,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. 2024-11-08T19:19:04,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:19:04,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T19:19:04,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C38179%2C1731093531982.rep, suffix=, logDir=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/oldWALs, maxLogs=10 2024-11-08T19:19:05,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.rep.1731093544995, exclude list is [], retry=0 2024-11-08T19:19:05,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-a68e9024-7773-4168-a494-61d6d13b08d7,DISK] 2024-11-08T19:19:05,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.rep.1731093544995 2024-11-08T19:19:05,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467)] 2024-11-08T19:19:05,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 74893bf0ed6dd543a8bf40df317662f0, NAME => 'hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:19:05,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:19:05,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:19:05,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. service=MultiRowMutationService 2024-11-08T19:19:05,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T19:19:05,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:05,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:05,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:05,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:05,012 INFO [StoreOpener-74893bf0ed6dd543a8bf40df317662f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:05,012 INFO [StoreOpener-74893bf0ed6dd543a8bf40df317662f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74893bf0ed6dd543a8bf40df317662f0 columnFamilyName hfileref 2024-11-08T19:19:05,013 DEBUG [StoreOpener-74893bf0ed6dd543a8bf40df317662f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:05,013 INFO [StoreOpener-74893bf0ed6dd543a8bf40df317662f0-1 {}] regionserver.HStore(327): Store=74893bf0ed6dd543a8bf40df317662f0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:05,013 INFO [StoreOpener-74893bf0ed6dd543a8bf40df317662f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:05,014 INFO [StoreOpener-74893bf0ed6dd543a8bf40df317662f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74893bf0ed6dd543a8bf40df317662f0 columnFamilyName queue 2024-11-08T19:19:05,014 DEBUG [StoreOpener-74893bf0ed6dd543a8bf40df317662f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:05,014 INFO [StoreOpener-74893bf0ed6dd543a8bf40df317662f0-1 {}] regionserver.HStore(327): Store=74893bf0ed6dd543a8bf40df317662f0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:05,014 INFO [StoreOpener-74893bf0ed6dd543a8bf40df317662f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:05,015 INFO [StoreOpener-74893bf0ed6dd543a8bf40df317662f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74893bf0ed6dd543a8bf40df317662f0 columnFamilyName sid 2024-11-08T19:19:05,015 DEBUG [StoreOpener-74893bf0ed6dd543a8bf40df317662f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:05,015 INFO [StoreOpener-74893bf0ed6dd543a8bf40df317662f0-1 {}] regionserver.HStore(327): Store=74893bf0ed6dd543a8bf40df317662f0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:05,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:05,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/replication/74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:05,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/replication/74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:05,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:05,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:05,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:19:05,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:05,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/replication/74893bf0ed6dd543a8bf40df317662f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:19:05,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 74893bf0ed6dd543a8bf40df317662f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68241330, jitterRate=0.01687505841255188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:19:05,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:05,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 74893bf0ed6dd543a8bf40df317662f0: Running coprocessor pre-open hook at 1731093545011Writing region info on filesystem at 1731093545011Initializing all the Stores at 1731093545011Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093545011Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093545011Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093545011Cleaning up temporary data from old regions at 1731093545017 (+6 ms)Running coprocessor post-open hooks at 1731093545020 (+3 ms)Region opened successfully at 1731093545020 2024-11-08T19:19:05,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0., pid=10, masterSystemTime=1731093544991 2024-11-08T19:19:05,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. 2024-11-08T19:19:05,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. 2024-11-08T19:19:05,023 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=74893bf0ed6dd543a8bf40df317662f0, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,38179,1731093531982 2024-11-08T19:19:05,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74893bf0ed6dd543a8bf40df317662f0, server=692b295ad45c,38179,1731093531982 because future has completed 2024-11-08T19:19:05,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T19:19:05,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 74893bf0ed6dd543a8bf40df317662f0, server=692b295ad45c,38179,1731093531982 in 244 msec 2024-11-08T19:19:05,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T19:19:05,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74893bf0ed6dd543a8bf40df317662f0, ASSIGN in 399 msec 2024-11-08T19:19:05,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:19:05,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093545028"}]},"ts":"1731093545028"} 2024-11-08T19:19:05,030 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T19:19:05,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:19:05,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 821 msec 2024-11-08T19:19:05,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0., hostname=692b295ad45c,38179,1731093531982, seqNum=2] 2024-11-08T19:19:05,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862 2024-11-08T19:19:05,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862 2024-11-08T19:19:05,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:19:05,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T19:19:05,270 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T19:19:05,294 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-692b295ad45c,38179,1731093531982, ReplicationSource: 1, currentBandwidth=0 2024-11-08T19:19:05,295 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:05,295 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,38179,1731093531982, seqNum=-1] 2024-11-08T19:19:05,295 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:05,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T19:19:05,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-692b295ad45c,38179,1731093531982', locateType=CURRENT is [region=hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0., hostname=692b295ad45c,38179,1731093531982, seqNum=2] 2024-11-08T19:19:05,299 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T19:19:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T19:19:05,301 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 692b295ad45c,38179,1731093531982 suceeded 2024-11-08T19:19:05,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T19:19:05,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-08T19:19:05,303 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://692b295ad45c:39523,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:19:05,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1030 sec 2024-11-08T19:19:05,313 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:39523' 2024-11-08T19:19:05,314 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67059921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:05,314 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,39523,-1 for getting cluster id 2024-11-08T19:19:05,314 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:05,315 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9badba8b-17a6-4ab5-a2f1-1642580f76ea' 2024-11-08T19:19:05,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:05,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9badba8b-17a6-4ab5-a2f1-1642580f76ea" 2024-11-08T19:19:05,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39bf0803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:05,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,39523,-1] 2024-11-08T19:19:05,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:05,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:05,316 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:05,317 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37f8b8e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:05,317 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:05,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,39523,1731093537274 2024-11-08T19:19:05,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d4b97d7 2024-11-08T19:19:05,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:05,318 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-08T19:19:05,319 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-692b295ad45c,38179,1731093531982 (queues=1) is replicating from cluster=8d9b89a3-fba6-41d3-9448-c2138425c0ad to cluster=9badba8b-17a6-4ab5-a2f1-1642580f76ea 2024-11-08T19:19:05,319 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=692b295ad45c%2C38179%2C1731093531982 2024-11-08T19:19:05,319 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-692b295ad45c,38179,1731093531982, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:19:05,319 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.shipper692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C38179%2C1731093531982 2024-11-08T19:19:05,319 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288, startPosition=0, beingWritten=true 2024-11-08T19:19:05,323 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:05,323 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 379, reset compression=false 2024-11-08T19:19:05,324 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.shipper692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,38179,1731093531982 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:19:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:05,340 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T19:19:05,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:19:05,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:05,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:05,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:05,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:05,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ceb1bef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:05,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,39523,-1 for getting cluster id 2024-11-08T19:19:05,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:05,341 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9badba8b-17a6-4ab5-a2f1-1642580f76ea' 2024-11-08T19:19:05,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:05,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9badba8b-17a6-4ab5-a2f1-1642580f76ea" 2024-11-08T19:19:05,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2d3d2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:05,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,39523,-1] 2024-11-08T19:19:05,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:05,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:05,343 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:05,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e61bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:05,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:05,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,39523,1731093537274 2024-11-08T19:19:05,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b4e95ee 2024-11-08T19:19:05,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:05,345 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:19:05,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://692b295ad45c:38209,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T19:19:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:19:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:05,347 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:38209' 2024-11-08T19:19:05,348 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9fae2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:05,348 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,38209,-1 for getting cluster id 2024-11-08T19:19:05,348 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:05,349 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d9b89a3-fba6-41d3-9448-c2138425c0ad' 2024-11-08T19:19:05,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:05,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d9b89a3-fba6-41d3-9448-c2138425c0ad" 2024-11-08T19:19:05,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8418cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:05,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,38209,-1] 2024-11-08T19:19:05,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:05,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:05,350 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:05,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509a88a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:05,350 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:05,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,38209,1731093531768 2024-11-08T19:19:05,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77e1deb1 2024-11-08T19:19:05,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:05,352 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:19:05,352 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T19:19:05,352 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:19:05,352 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:05,353 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:05,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:05,353 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:19:05,354 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T19:19:05,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:19:05,355 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:05,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:19:05,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741837_1013 (size=1138) 2024-11-08T19:19:05,404 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T19:19:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:05,529 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 379, reset compression=false 2024-11-08T19:19:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:05,660 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T19:19:05,761 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5732f57f45d30e40838e55723946e8b0, NAME => 'hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306 2024-11-08T19:19:05,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741838_1014 (size=44) 2024-11-08T19:19:05,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:05,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5732f57f45d30e40838e55723946e8b0, disabling compactions & flushes 2024-11-08T19:19:05,767 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. 2024-11-08T19:19:05,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. 2024-11-08T19:19:05,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. after waiting 0 ms 2024-11-08T19:19:05,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. 2024-11-08T19:19:05,767 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. 2024-11-08T19:19:05,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5732f57f45d30e40838e55723946e8b0: Waiting for close lock at 1731093545767Disabling compacts and flushes for region at 1731093545767Disabling writes for close at 1731093545767Writing region close event to WAL at 1731093545767Closed at 1731093545767 2024-11-08T19:19:05,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:19:05,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731093545768"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093545768"}]},"ts":"1731093545768"} 2024-11-08T19:19:05,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:19:05,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:19:05,771 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093545771"}]},"ts":"1731093545771"} 2024-11-08T19:19:05,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T19:19:05,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5732f57f45d30e40838e55723946e8b0, ASSIGN}] 2024-11-08T19:19:05,773 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5732f57f45d30e40838e55723946e8b0, ASSIGN 2024-11-08T19:19:05,774 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5732f57f45d30e40838e55723946e8b0, ASSIGN; state=OFFLINE, location=692b295ad45c,36629,1731093537432; forceNewPlan=false, retain=false 2024-11-08T19:19:05,832 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 379, reset compression=false 2024-11-08T19:19:05,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5732f57f45d30e40838e55723946e8b0, regionState=OPENING, regionLocation=692b295ad45c,36629,1731093537432 2024-11-08T19:19:05,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5732f57f45d30e40838e55723946e8b0, ASSIGN because future has completed 2024-11-08T19:19:05,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5732f57f45d30e40838e55723946e8b0, server=692b295ad45c,36629,1731093537432}] 2024-11-08T19:19:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:06,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. 2024-11-08T19:19:06,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:19:06,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T19:19:06,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C36629%2C1731093537432.rep, suffix=, logDir=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432, archiveDir=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/oldWALs, maxLogs=10 2024-11-08T19:19:06,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.rep.1731093546083, exclude list is [], retry=0 2024-11-08T19:19:06,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38781,DS-29970b4e-0180-4aff-927e-444b5e26b2be,DISK] 2024-11-08T19:19:06,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.rep.1731093546083 2024-11-08T19:19:06,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37197:37197)] 2024-11-08T19:19:06,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5732f57f45d30e40838e55723946e8b0, NAME => 'hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:19:06,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:19:06,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:19:06,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. service=MultiRowMutationService 2024-11-08T19:19:06,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T19:19:06,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:06,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:06,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:06,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:06,100 INFO [StoreOpener-5732f57f45d30e40838e55723946e8b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:06,101 INFO [StoreOpener-5732f57f45d30e40838e55723946e8b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5732f57f45d30e40838e55723946e8b0 columnFamilyName hfileref 2024-11-08T19:19:06,101 DEBUG [StoreOpener-5732f57f45d30e40838e55723946e8b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:06,101 INFO [StoreOpener-5732f57f45d30e40838e55723946e8b0-1 {}] regionserver.HStore(327): Store=5732f57f45d30e40838e55723946e8b0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:06,101 INFO [StoreOpener-5732f57f45d30e40838e55723946e8b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:06,102 INFO [StoreOpener-5732f57f45d30e40838e55723946e8b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5732f57f45d30e40838e55723946e8b0 columnFamilyName queue 2024-11-08T19:19:06,102 DEBUG [StoreOpener-5732f57f45d30e40838e55723946e8b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:06,102 INFO [StoreOpener-5732f57f45d30e40838e55723946e8b0-1 {}] regionserver.HStore(327): Store=5732f57f45d30e40838e55723946e8b0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:06,102 INFO [StoreOpener-5732f57f45d30e40838e55723946e8b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:06,103 INFO [StoreOpener-5732f57f45d30e40838e55723946e8b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5732f57f45d30e40838e55723946e8b0 columnFamilyName sid 2024-11-08T19:19:06,103 DEBUG [StoreOpener-5732f57f45d30e40838e55723946e8b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:06,103 INFO [StoreOpener-5732f57f45d30e40838e55723946e8b0-1 {}] regionserver.HStore(327): Store=5732f57f45d30e40838e55723946e8b0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:06,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:06,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/replication/5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:06,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/replication/5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:06,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:06,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:06,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:19:06,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:06,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/replication/5732f57f45d30e40838e55723946e8b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:19:06,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5732f57f45d30e40838e55723946e8b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62810093, jitterRate=-0.06405667960643768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:19:06,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:06,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5732f57f45d30e40838e55723946e8b0: Running coprocessor pre-open hook at 1731093546099Writing region info on filesystem at 1731093546099Initializing all the Stores at 1731093546100 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093546100Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093546100Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093546100Cleaning up temporary data from old regions at 1731093546104 (+4 ms)Running coprocessor post-open hooks at 1731093546107 (+3 ms)Region opened successfully at 1731093546107 2024-11-08T19:19:06,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0., pid=10, masterSystemTime=1731093546079 2024-11-08T19:19:06,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. 2024-11-08T19:19:06,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. 2024-11-08T19:19:06,110 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5732f57f45d30e40838e55723946e8b0, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,36629,1731093537432 2024-11-08T19:19:06,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5732f57f45d30e40838e55723946e8b0, server=692b295ad45c,36629,1731093537432 because future has completed 2024-11-08T19:19:06,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T19:19:06,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5732f57f45d30e40838e55723946e8b0, server=692b295ad45c,36629,1731093537432 in 185 msec 2024-11-08T19:19:06,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T19:19:06,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5732f57f45d30e40838e55723946e8b0, ASSIGN in 341 msec 2024-11-08T19:19:06,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:19:06,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093546116"}]},"ts":"1731093546116"} 2024-11-08T19:19:06,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T19:19:06,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:19:06,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 765 msec 2024-11-08T19:19:06,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0., hostname=692b295ad45c,36629,1731093537432, seqNum=2] 2024-11-08T19:19:06,235 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 379, reset compression=false 2024-11-08T19:19:06,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644 2024-11-08T19:19:06,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644 2024-11-08T19:19:06,267 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:19:06,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:19:06,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:06,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:06,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:06,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:06,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:06,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:06,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:06,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:06,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:06,337 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T19:19:06,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36629 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T19:19:06,439 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T19:19:06,475 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-692b295ad45c,36629,1731093537432, ReplicationSource: 1, currentBandwidth=0 2024-11-08T19:19:06,475 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:06,475 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,36629,1731093537432, seqNum=-1] 2024-11-08T19:19:06,476 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:06,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T19:19:06,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-692b295ad45c,36629,1731093537432', locateType=CURRENT is [region=hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0., hostname=692b295ad45c,36629,1731093537432, seqNum=2] 2024-11-08T19:19:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:06,481 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T19:19:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T19:19:06,483 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 692b295ad45c,36629,1731093537432 suceeded 2024-11-08T19:19:06,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T19:19:06,485 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://692b295ad45c:38209,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:19:06,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-08T19:19:06,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1400 sec 2024-11-08T19:19:06,495 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:38209' 2024-11-08T19:19:06,496 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f4fdd00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:06,496 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,38209,-1 for getting cluster id 2024-11-08T19:19:06,496 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:06,497 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d9b89a3-fba6-41d3-9448-c2138425c0ad' 2024-11-08T19:19:06,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:06,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d9b89a3-fba6-41d3-9448-c2138425c0ad" 2024-11-08T19:19:06,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@149e9214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:06,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,38209,-1] 2024-11-08T19:19:06,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:06,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:06,498 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:06,499 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eb89676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:06,499 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:06,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,38209,1731093531768 2024-11-08T19:19:06,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d79b7b5 2024-11-08T19:19:06,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:06,500 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-08T19:19:06,501 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-692b295ad45c,36629,1731093537432 (queues=1) is replicating from cluster=9badba8b-17a6-4ab5-a2f1-1642580f76ea to cluster=8d9b89a3-fba6-41d3-9448-c2138425c0ad 2024-11-08T19:19:06,501 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=692b295ad45c%2C36629%2C1731093537432 2024-11-08T19:19:06,501 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-692b295ad45c,36629,1731093537432, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:19:06,501 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.shipper692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C36629%2C1731093537432 2024-11-08T19:19:06,501 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795, startPosition=0, beingWritten=true 2024-11-08T19:19:06,506 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:06,506 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 379, reset compression=false 2024-11-08T19:19:06,506 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.shipper692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,36629,1731093537432 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:19:06,709 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 379, reset compression=false 2024-11-08T19:19:06,739 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 379, reset compression=false 2024-11-08T19:19:07,013 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 379, reset compression=false 2024-11-08T19:19:07,342 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 379, reset compression=false 2024-11-08T19:19:07,416 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 379, reset compression=false 2024-11-08T19:19:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:07,489 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T19:19:07,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:19:07,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:07,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:07,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:07,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:07,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:07,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,38179,1731093531982, seqNum=-1] 2024-11-08T19:19:07,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:07,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:19:07,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a., hostname=692b295ad45c,38179,1731093531982, seqNum=2] 2024-11-08T19:19:07,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:07,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,36629,1731093537432, seqNum=-1] 2024-11-08T19:19:07,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:07,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:19:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731093542042.036bcfbd8fa478a958428095989e44a5., hostname=692b295ad45c,36629,1731093537432, seqNum=2] 2024-11-08T19:19:07,500 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T19:19:07,919 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 379, reset compression=false 2024-11-08T19:19:08,045 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 379, reset compression=false 2024-11-08T19:19:08,049 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:08,049 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 480, reset compression=false 2024-11-08T19:19:08,049 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.shipper692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,38179,1731093531982 got entry batch from reader: WALEntryBatch [walEntries=[{test/0389e8323a691c5b0f5c926a5cbd1a6a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T19:19:08,051 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.shipper692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:19:08,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-08T19:19:08,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:08,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@744bde2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:08,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,39523,-1 for getting cluster id 2024-11-08T19:19:08,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:08,055 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9badba8b-17a6-4ab5-a2f1-1642580f76ea' 2024-11-08T19:19:08,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:08,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9badba8b-17a6-4ab5-a2f1-1642580f76ea" 2024-11-08T19:19:08,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3267e2a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:08,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,39523,-1] 2024-11-08T19:19:08,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:08,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:08,056 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:08,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4529896e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:08,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:08,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,36629,1731093537432, seqNum=-1] 2024-11-08T19:19:08,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:08,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T19:19:08,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731093542042.036bcfbd8fa478a958428095989e44a5., hostname=692b295ad45c,36629,1731093537432, seqNum=2] 2024-11-08T19:19:08,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:08,253 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 480, reset compression=false 2024-11-08T19:19:08,503 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T19:19:08,506 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T19:19:08,523 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 379, reset compression=false 2024-11-08T19:19:08,527 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:08,527 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 608, reset compression=false 2024-11-08T19:19:08,527 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.shipper692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,36629,1731093537432 got entry batch from reader: WALEntryBatch [walEntries=[{test/036bcfbd8fa478a958428095989e44a5/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T19:19:08,529 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.shipper692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:19:08,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-08T19:19:08,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:08,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e096d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:08,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,38209,-1 for getting cluster id 2024-11-08T19:19:08,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:08,531 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d9b89a3-fba6-41d3-9448-c2138425c0ad' 2024-11-08T19:19:08,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:08,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d9b89a3-fba6-41d3-9448-c2138425c0ad" 2024-11-08T19:19:08,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e4803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:08,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,38209,-1] 2024-11-08T19:19:08,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:08,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:08,532 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:08,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@649d7d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:08,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:08,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,38179,1731093531982, seqNum=-1] 2024-11-08T19:19:08,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:08,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T19:19:08,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a., hostname=692b295ad45c,38179,1731093531982, seqNum=2] 2024-11-08T19:19:08,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:08,556 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 480, reset compression=false 2024-11-08T19:19:08,560 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:08,561 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 608, reset compression=false 2024-11-08T19:19:08,561 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.shipper692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,38179,1731093531982 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:19:08,730 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 608, reset compression=false 2024-11-08T19:19:08,764 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 608, reset compression=false 2024-11-08T19:19:09,033 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 608, reset compression=false 2024-11-08T19:19:09,068 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 608, reset compression=false 2024-11-08T19:19:09,437 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 608, reset compression=false 2024-11-08T19:19:09,471 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 608, reset compression=false 2024-11-08T19:19:09,508 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T19:19:09,522 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T19:19:09,940 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 608, reset compression=false 2024-11-08T19:19:09,975 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 608, reset compression=false 2024-11-08T19:19:09,978 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:09,978 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 764, reset compression=false 2024-11-08T19:19:09,978 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.shipper692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,38179,1731093531982 got entry batch from reader: WALEntryBatch [walEntries=[{test/0389e8323a691c5b0f5c926a5cbd1a6a/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T19:19:09,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:09,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:10,183 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 764, reset compression=false 2024-11-08T19:19:10,487 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 764, reset compression=false 2024-11-08T19:19:10,524 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T19:19:10,527 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T19:19:10,544 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 608, reset compression=false 2024-11-08T19:19:10,548 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:10,548 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 915, reset compression=false 2024-11-08T19:19:10,548 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.shipper692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,36629,1731093537432 got entry batch from reader: WALEntryBatch [walEntries=[{test/036bcfbd8fa478a958428095989e44a5/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T19:19:10,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:10,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38179 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:10,751 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 915, reset compression=false 2024-11-08T19:19:10,890 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 764, reset compression=false 2024-11-08T19:19:10,894 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:10,894 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 914, reset compression=false 2024-11-08T19:19:10,894 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.shipper692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,38179,1731093531982 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:19:11,055 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 915, reset compression=false 2024-11-08T19:19:11,097 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 914, reset compression=false 2024-11-08T19:19:11,401 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 914, reset compression=false 2024-11-08T19:19:11,458 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 915, reset compression=false 2024-11-08T19:19:11,529 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T19:19:11,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:19:11,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:19:11,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:11,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:11,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:11,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:11,532 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:19:11,532 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=95673242, stopped=false 2024-11-08T19:19:11,532 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,39523,1731093537274 2024-11-08T19:19:11,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-713331644/running 2024-11-08T19:19:11,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-713331644/running 2024-11-08T19:19:11,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644 2024-11-08T19:19:11,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644 2024-11-08T19:19:11,601 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:19:11,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:19:11,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:11,601 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:19:11,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:11,601 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,36629,1731093537432' ***** 2024-11-08T19:19:11,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Set watcher on znode that does not yet exist, /1-713331644/running 2024-11-08T19:19:11,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Set watcher on znode that does not yet exist, /1-713331644/running 2024-11-08T19:19:11,601 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:19:11,602 INFO [RS:0;692b295ad45c:36629 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:19:11,602 INFO [RS:0;692b295ad45c:36629 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:19:11,602 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:19:11,602 INFO [RS:0;692b295ad45c:36629 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:19:11,602 INFO [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(3091): Received CLOSE for 036bcfbd8fa478a958428095989e44a5 2024-11-08T19:19:11,602 INFO [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(3091): Received CLOSE for 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:11,602 INFO [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,36629,1731093537432 2024-11-08T19:19:11,602 INFO [RS:0;692b295ad45c:36629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:19:11,602 INFO [RS:0;692b295ad45c:36629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:36629. 2024-11-08T19:19:11,602 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 036bcfbd8fa478a958428095989e44a5, disabling compactions & flushes 2024-11-08T19:19:11,602 DEBUG [RS:0;692b295ad45c:36629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:11,602 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731093542042.036bcfbd8fa478a958428095989e44a5. 2024-11-08T19:19:11,602 DEBUG [RS:0;692b295ad45c:36629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:11,602 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093542042.036bcfbd8fa478a958428095989e44a5. 2024-11-08T19:19:11,602 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731093542042.036bcfbd8fa478a958428095989e44a5. after waiting 0 ms 2024-11-08T19:19:11,603 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731093542042.036bcfbd8fa478a958428095989e44a5. 2024-11-08T19:19:11,603 INFO [RS:0;692b295ad45c:36629 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:19:11,603 INFO [RS:0;692b295ad45c:36629 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:19:11,603 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 036bcfbd8fa478a958428095989e44a5 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-08T19:19:11,603 INFO [RS:0;692b295ad45c:36629 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:19:11,603 INFO [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:19:11,603 INFO [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T19:19:11,603 DEBUG [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1325): Online Regions={036bcfbd8fa478a958428095989e44a5=test,,1731093542042.036bcfbd8fa478a958428095989e44a5., 1588230740=hbase:meta,,1.1588230740, 5732f57f45d30e40838e55723946e8b0=hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0.} 2024-11-08T19:19:11,603 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:19:11,603 DEBUG [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1351): Waiting on 036bcfbd8fa478a958428095989e44a5, 1588230740, 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:11,603 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:19:11,603 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:19:11,603 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:19:11,603 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:19:11,603 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T19:19:11,618 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/.tmp/info/8b6f288a18314d1bb055896ce219380e is 147, key is hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0./info:regioninfo/1731093546110/Put/seqid=0 2024-11-08T19:19:11,619 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5/.tmp/f/3e3296dadfee4ee2a70aacd37c5d8c79 is 29, key is row1/f:/1731093550525/DeleteFamily/seqid=0 2024-11-08T19:19:11,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741840_1016 (size=7686) 2024-11-08T19:19:11,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741841_1017 (size=5118) 2024-11-08T19:19:11,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:11,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:11,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:11,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:11,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:11,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:11,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:11,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:11,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:11,669 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:19:11,670 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:19:11,682 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:19:11,803 DEBUG [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1351): Waiting on 036bcfbd8fa478a958428095989e44a5, 1588230740, 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:11,804 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 914, reset compression=false 2024-11-08T19:19:11,962 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 915, reset compression=false 2024-11-08T19:19:11,965 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:11,965 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 1162, reset compression=false 2024-11-08T19:19:11,965 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.shipper692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,36629,1731093537432 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:19:11,966 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.shipper692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 692b295ad45c,36629,1731093537432: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-692b295ad45c,36629,1731093537432, walGroup=692b295ad45c%2C36629%2C1731093537432, offset=692b295ad45c%2C36629%2C1731093537432.1731093539795:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:36629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T19:19:11,968 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.shipper692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T19:19:11,968 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.shipper692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T19:19:11,969 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.shipper692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T19:19:11,969 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.shipper692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T19:19:11,969 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.shipper692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T19:19:11,969 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.shipper692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 611339768 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 190945112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T19:19:11,970 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.shipper692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:39523 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:39523 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T19:19:12,003 DEBUG [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1351): Waiting on 036bcfbd8fa478a958428095989e44a5, 1588230740, 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:12,023 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/.tmp/info/8b6f288a18314d1bb055896ce219380e 2024-11-08T19:19:12,029 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5/.tmp/f/3e3296dadfee4ee2a70aacd37c5d8c79 2024-11-08T19:19:12,032 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e3296dadfee4ee2a70aacd37c5d8c79 2024-11-08T19:19:12,044 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/.tmp/ns/d93bad39fd6847fcaf84d5b5b99ee890 is 43, key is default/ns:d/1731093540787/Put/seqid=0 2024-11-08T19:19:12,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741842_1018 (size=5153) 2024-11-08T19:19:12,049 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5/.tmp/f1/495c33ac85c6497f98cb570ee2698995 is 30, key is row1/f1:/1731093550525/DeleteFamily/seqid=0 2024-11-08T19:19:12,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741843_1019 (size=5123) 2024-11-08T19:19:12,169 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 1162, reset compression=false 2024-11-08T19:19:12,203 DEBUG [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1351): Waiting on 036bcfbd8fa478a958428095989e44a5, 1588230740, 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:12,307 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 914, reset compression=false 2024-11-08T19:19:12,404 DEBUG [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1351): Waiting on 036bcfbd8fa478a958428095989e44a5, 1588230740, 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:12,448 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/.tmp/ns/d93bad39fd6847fcaf84d5b5b99ee890 2024-11-08T19:19:12,453 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5/.tmp/f1/495c33ac85c6497f98cb570ee2698995 2024-11-08T19:19:12,456 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 495c33ac85c6497f98cb570ee2698995 2024-11-08T19:19:12,468 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/.tmp/rep_barrier/dba1f25073e8433f98d97ef9afed8a3f is 112, key is test,,1731093542042.036bcfbd8fa478a958428095989e44a5./rep_barrier:seqnumDuringOpen/1731093543185/Put/seqid=0 2024-11-08T19:19:12,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741844_1020 (size=5518) 2024-11-08T19:19:12,471 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5/.tmp/norep/fdbc7c3690ca4f79a1798186c50d056c is 33, key is row1/norep:/1731093550525/DeleteFamily/seqid=0 2024-11-08T19:19:12,472 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 1162, reset compression=false 2024-11-08T19:19:12,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741845_1021 (size=5108) 2024-11-08T19:19:12,604 DEBUG [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1351): Waiting on 036bcfbd8fa478a958428095989e44a5, 1588230740, 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:12,804 DEBUG [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1351): Waiting on 036bcfbd8fa478a958428095989e44a5, 1588230740, 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:12,872 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/.tmp/rep_barrier/dba1f25073e8433f98d97ef9afed8a3f 2024-11-08T19:19:12,874 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5/.tmp/norep/fdbc7c3690ca4f79a1798186c50d056c 2024-11-08T19:19:12,876 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 1162, reset compression=false 2024-11-08T19:19:12,877 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdbc7c3690ca4f79a1798186c50d056c 2024-11-08T19:19:12,878 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5/.tmp/f/3e3296dadfee4ee2a70aacd37c5d8c79 as hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5/f/3e3296dadfee4ee2a70aacd37c5d8c79 2024-11-08T19:19:12,883 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e3296dadfee4ee2a70aacd37c5d8c79 2024-11-08T19:19:12,883 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5/f/3e3296dadfee4ee2a70aacd37c5d8c79, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T19:19:12,884 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5/.tmp/f1/495c33ac85c6497f98cb570ee2698995 as hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5/f1/495c33ac85c6497f98cb570ee2698995 2024-11-08T19:19:12,889 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 495c33ac85c6497f98cb570ee2698995 2024-11-08T19:19:12,889 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5/f1/495c33ac85c6497f98cb570ee2698995, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T19:19:12,890 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5/.tmp/norep/fdbc7c3690ca4f79a1798186c50d056c as hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5/norep/fdbc7c3690ca4f79a1798186c50d056c 2024-11-08T19:19:12,893 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/.tmp/table/dadc331a76f148889109d970b2da21a2 is 53, key is hbase:replication/table:state/1731093546116/Put/seqid=0 2024-11-08T19:19:12,894 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdbc7c3690ca4f79a1798186c50d056c 2024-11-08T19:19:12,895 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5/norep/fdbc7c3690ca4f79a1798186c50d056c, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T19:19:12,895 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 036bcfbd8fa478a958428095989e44a5 in 1292ms, sequenceid=8, compaction requested=false 2024-11-08T19:19:12,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741846_1022 (size=5308) 2024-11-08T19:19:12,899 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/default/test/036bcfbd8fa478a958428095989e44a5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T19:19:12,900 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:19:12,900 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:19:12,900 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731093542042.036bcfbd8fa478a958428095989e44a5. 2024-11-08T19:19:12,900 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 036bcfbd8fa478a958428095989e44a5: Waiting for close lock at 1731093551602Running coprocessor pre-close hooks at 1731093551602Disabling compacts and flushes for region at 1731093551602Disabling writes for close at 1731093551602Obtaining lock to block concurrent updates at 1731093551603 (+1 ms)Preparing flush snapshotting stores in 036bcfbd8fa478a958428095989e44a5 at 1731093551603Finished memstore snapshotting test,,1731093542042.036bcfbd8fa478a958428095989e44a5., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731093551603Flushing stores of test,,1731093542042.036bcfbd8fa478a958428095989e44a5. at 1731093551603Flushing 036bcfbd8fa478a958428095989e44a5/f: creating writer at 1731093551604 (+1 ms)Flushing 036bcfbd8fa478a958428095989e44a5/f: appending metadata at 1731093551618 (+14 ms)Flushing 036bcfbd8fa478a958428095989e44a5/f: closing flushed file at 1731093551618Flushing 036bcfbd8fa478a958428095989e44a5/f1: creating writer at 1731093552032 (+414 ms)Flushing 036bcfbd8fa478a958428095989e44a5/f1: appending metadata at 1731093552049 (+17 ms)Flushing 036bcfbd8fa478a958428095989e44a5/f1: closing flushed file at 1731093552049Flushing 036bcfbd8fa478a958428095989e44a5/norep: creating writer at 1731093552456 (+407 ms)Flushing 036bcfbd8fa478a958428095989e44a5/norep: appending metadata at 1731093552470 (+14 ms)Flushing 036bcfbd8fa478a958428095989e44a5/norep: closing flushed file at 1731093552470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc5803f: reopening flushed file at 1731093552877 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32106178: reopening flushed file at 1731093552884 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c929729: reopening flushed file at 1731093552889 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 036bcfbd8fa478a958428095989e44a5 in 1292ms, sequenceid=8, compaction requested=false at 1731093552895 (+6 ms)Writing region close event to WAL at 1731093552897 (+2 ms)Running coprocessor post-close hooks at 1731093552900 (+3 ms)Closed at 1731093552900 2024-11-08T19:19:12,900 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731093542042.036bcfbd8fa478a958428095989e44a5. 2024-11-08T19:19:12,900 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5732f57f45d30e40838e55723946e8b0, disabling compactions & flushes 2024-11-08T19:19:12,900 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. 2024-11-08T19:19:12,900 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. 2024-11-08T19:19:12,900 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. after waiting 0 ms 2024-11-08T19:19:12,900 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. 2024-11-08T19:19:12,901 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5732f57f45d30e40838e55723946e8b0: Waiting for close lock at 1731093552900Running coprocessor pre-close hooks at 1731093552900Disabling compacts and flushes for region at 1731093552900Disabling writes for close at 1731093552900Failed flush hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0., putting online again at 1731093552901 (+1 ms) 2024-11-08T19:19:12,901 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. 2024-11-08T19:19:12,911 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 914, reset compression=false 2024-11-08T19:19:13,004 INFO [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T19:19:13,004 DEBUG [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5732f57f45d30e40838e55723946e8b0=hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0.} 2024-11-08T19:19:13,004 INFO [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(3091): Received CLOSE for 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:13,004 DEBUG [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5732f57f45d30e40838e55723946e8b0 2024-11-08T19:19:13,004 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5732f57f45d30e40838e55723946e8b0, disabling compactions & flushes 2024-11-08T19:19:13,004 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. 2024-11-08T19:19:13,004 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. 2024-11-08T19:19:13,004 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. after waiting 0 ms 2024-11-08T19:19:13,004 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. 2024-11-08T19:19:13,005 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5732f57f45d30e40838e55723946e8b0: Waiting for close lock at 1731093553004Running coprocessor pre-close hooks at 1731093553004Disabling compacts and flushes for region at 1731093553004Disabling writes for close at 1731093553004Failed flush hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0., putting online again at 1731093553005 (+1 ms) 2024-11-08T19:19:13,005 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731093545353.5732f57f45d30e40838e55723946e8b0. 2024-11-08T19:19:13,204 DEBUG [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:19:13,297 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/.tmp/table/dadc331a76f148889109d970b2da21a2 2024-11-08T19:19:13,302 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/.tmp/info/8b6f288a18314d1bb055896ce219380e as hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/info/8b6f288a18314d1bb055896ce219380e 2024-11-08T19:19:13,306 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/info/8b6f288a18314d1bb055896ce219380e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T19:19:13,307 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/.tmp/ns/d93bad39fd6847fcaf84d5b5b99ee890 as hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/ns/d93bad39fd6847fcaf84d5b5b99ee890 2024-11-08T19:19:13,311 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/ns/d93bad39fd6847fcaf84d5b5b99ee890, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T19:19:13,312 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/.tmp/rep_barrier/dba1f25073e8433f98d97ef9afed8a3f as hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/rep_barrier/dba1f25073e8433f98d97ef9afed8a3f 2024-11-08T19:19:13,316 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/rep_barrier/dba1f25073e8433f98d97ef9afed8a3f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T19:19:13,316 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/.tmp/table/dadc331a76f148889109d970b2da21a2 as hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/table/dadc331a76f148889109d970b2da21a2 2024-11-08T19:19:13,321 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/table/dadc331a76f148889109d970b2da21a2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T19:19:13,322 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false 2024-11-08T19:19:13,326 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T19:19:13,326 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:19:13,326 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:19:13,326 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:19:13,326 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093551603Running coprocessor pre-close hooks at 1731093551603Disabling compacts and flushes for region at 1731093551603Disabling writes for close at 1731093551603Obtaining lock to block concurrent updates at 1731093551603Preparing flush snapshotting stores in 1588230740 at 1731093551603Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731093551603Flushing stores of hbase:meta,,1.1588230740 at 1731093551604 (+1 ms)Flushing 1588230740/info: creating writer at 1731093551604Flushing 1588230740/info: appending metadata at 1731093551617 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731093551617Flushing 1588230740/ns: creating writer at 1731093552027 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731093552044 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731093552044Flushing 1588230740/rep_barrier: creating writer at 1731093552452 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731093552467 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731093552467Flushing 1588230740/table: creating writer at 1731093552875 (+408 ms)Flushing 1588230740/table: appending metadata at 1731093552892 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731093552892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f88e7e0: reopening flushed file at 1731093553302 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a05c338: reopening flushed file at 1731093553307 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6565a888: reopening flushed file at 1731093553311 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc9b0b9: reopening flushed file at 1731093553316 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false at 1731093553322 (+6 ms)Writing region close event to WAL at 1731093553323 (+1 ms)Running coprocessor post-close hooks at 1731093553326 (+3 ms)Closed at 1731093553326 2024-11-08T19:19:13,326 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:19:13,381 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 1162, reset compression=false 2024-11-08T19:19:13,385 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:13,385 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 1806, reset compression=false 2024-11-08T19:19:13,405 INFO [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T19:19:13,405 INFO [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,36629,1731093537432; all regions closed. 2024-11-08T19:19:13,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741834_1010 (size=4239) 2024-11-08T19:19:13,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741839_1015 (size=1297) 2024-11-08T19:19:13,409 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.rep.1731093546083 not finished, retry = 0 2024-11-08T19:19:13,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741832_1008 (size=1814) 2024-11-08T19:19:13,512 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 not finished, retry = 0 2024-11-08T19:19:13,588 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 to pos 1806, reset compression=false 2024-11-08T19:19:13,613 DEBUG [RS:0;692b295ad45c:36629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:13,613 INFO [RS:0;692b295ad45c:36629 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:19:13,613 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/WALs/692b295ad45c,36629,1731093537432/692b295ad45c%2C36629%2C1731093537432.1731093539795 2024-11-08T19:19:13,613 INFO [RS:0;692b295ad45c:36629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:19:13,613 INFO [RS:0;692b295ad45c:36629 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T19:19:13,613 INFO [RS:0;692b295ad45c:36629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:19:13,613 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:19:13,614 INFO [RS:0;692b295ad45c:36629 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-692b295ad45c,36629,1731093537432 because: Region server is closing 2024-11-08T19:19:13,614 INFO [RS:0;692b295ad45c:36629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:36629. 2024-11-08T19:19:13,614 DEBUG [RS:0;692b295ad45c:36629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:13,614 DEBUG [RS:0;692b295ad45c:36629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:13,614 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 914, reset compression=false 2024-11-08T19:19:13,614 DEBUG [RS:0;692b295ad45c:36629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:13,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:13,689 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:13,690 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:19:13,690 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28313 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:19:13,714 INFO [RS:0;692b295ad45c:36629 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.shipper692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 terminated 2024-11-08T19:19:13,714 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,36629,1731093537432.replicationSource.wal-reader.692b295ad45c%2C36629%2C1731093537432,1-692b295ad45c,36629,1731093537432 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-08T19:19:13,714 INFO [RS:0;692b295ad45c:36629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:36629. 2024-11-08T19:19:13,714 DEBUG [RS:0;692b295ad45c:36629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:13,714 DEBUG [RS:0;692b295ad45c:36629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:13,715 DEBUG [RS:0;692b295ad45c:36629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:13,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:13,715 INFO [RS:0;692b295ad45c:36629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36629 2024-11-08T19:19:13,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-713331644/rs/692b295ad45c,36629,1731093537432 2024-11-08T19:19:13,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644/rs 2024-11-08T19:19:13,780 INFO [RS:0;692b295ad45c:36629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:19:13,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,36629,1731093537432] 2024-11-08T19:19:13,801 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-713331644/draining/692b295ad45c,36629,1731093537432 already deleted, retry=false 2024-11-08T19:19:13,801 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,36629,1731093537432 expired; onlineServers=0 2024-11-08T19:19:13,801 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,39523,1731093537274' ***** 2024-11-08T19:19:13,801 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:19:13,801 INFO [M:0;692b295ad45c:39523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:19:13,801 INFO [M:0;692b295ad45c:39523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:19:13,801 DEBUG [M:0;692b295ad45c:39523 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:19:13,801 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:19:13,801 DEBUG [M:0;692b295ad45c:39523 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:19:13,801 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093539565 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093539565,5,FailOnTimeoutGroup] 2024-11-08T19:19:13,801 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093539568 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093539568,5,FailOnTimeoutGroup] 2024-11-08T19:19:13,801 INFO [M:0;692b295ad45c:39523 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:19:13,801 INFO [M:0;692b295ad45c:39523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:19:13,801 DEBUG [M:0;692b295ad45c:39523 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:19:13,801 INFO [M:0;692b295ad45c:39523 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:19:13,801 INFO [M:0;692b295ad45c:39523 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:19:13,802 INFO [M:0;692b295ad45c:39523 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:19:13,802 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:19:13,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-713331644/master 2024-11-08T19:19:13,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-713331644 2024-11-08T19:19:13,811 DEBUG [M:0;692b295ad45c:39523 {}] zookeeper.ZKUtil(347): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Unable to get data of znode /1-713331644/master because node does not exist (not an error) 2024-11-08T19:19:13,811 WARN [M:0;692b295ad45c:39523 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:19:13,812 INFO [M:0;692b295ad45c:39523 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/.lastflushedseqids 2024-11-08T19:19:13,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741847_1023 (size=245) 2024-11-08T19:19:13,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:19:13,890 INFO [RS:0;692b295ad45c:36629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:19:13,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36629-0x1011be300590004, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:19:13,890 INFO [RS:0;692b295ad45c:36629 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,36629,1731093537432; zookeeper connection closed. 2024-11-08T19:19:13,891 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70fe237 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70fe237 2024-11-08T19:19:13,891 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:19:14,216 INFO [M:0;692b295ad45c:39523 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:19:14,216 INFO [M:0;692b295ad45c:39523 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:19:14,216 DEBUG [M:0;692b295ad45c:39523 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:19:14,216 INFO [M:0;692b295ad45c:39523 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:14,216 DEBUG [M:0;692b295ad45c:39523 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:14,216 DEBUG [M:0;692b295ad45c:39523 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:19:14,216 DEBUG [M:0;692b295ad45c:39523 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:14,216 INFO [M:0;692b295ad45c:39523 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T19:19:14,229 DEBUG [M:0;692b295ad45c:39523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df7626444ce8447c8d63799be8dfc91b is 82, key is hbase:meta,,1/info:regioninfo/1731093540776/Put/seqid=0 2024-11-08T19:19:14,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741848_1024 (size=5672) 2024-11-08T19:19:14,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T19:19:14,251 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T19:19:14,417 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 914, reset compression=false 2024-11-08T19:19:14,632 INFO [M:0;692b295ad45c:39523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df7626444ce8447c8d63799be8dfc91b 2024-11-08T19:19:14,651 DEBUG [M:0;692b295ad45c:39523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9ea619f12a743e4b03e52ef56e0e127 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731093546118/Put/seqid=0 2024-11-08T19:19:14,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741849_1025 (size=8517) 2024-11-08T19:19:14,655 INFO [M:0;692b295ad45c:39523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9ea619f12a743e4b03e52ef56e0e127 2024-11-08T19:19:14,675 DEBUG [M:0;692b295ad45c:39523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac6ee4d59ace41da9a2dddb710db3eea is 69, key is 692b295ad45c,36629,1731093537432/rs:state/1731093539604/Put/seqid=0 2024-11-08T19:19:14,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741850_1026 (size=5156) 2024-11-08T19:19:14,679 INFO [M:0;692b295ad45c:39523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac6ee4d59ace41da9a2dddb710db3eea 2024-11-08T19:19:14,682 DEBUG [M:0;692b295ad45c:39523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df7626444ce8447c8d63799be8dfc91b as hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df7626444ce8447c8d63799be8dfc91b 2024-11-08T19:19:14,686 INFO [M:0;692b295ad45c:39523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df7626444ce8447c8d63799be8dfc91b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T19:19:14,686 DEBUG [M:0;692b295ad45c:39523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9ea619f12a743e4b03e52ef56e0e127 as hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f9ea619f12a743e4b03e52ef56e0e127 2024-11-08T19:19:14,690 INFO [M:0;692b295ad45c:39523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f9ea619f12a743e4b03e52ef56e0e127, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T19:19:14,691 DEBUG [M:0;692b295ad45c:39523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac6ee4d59ace41da9a2dddb710db3eea as hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac6ee4d59ace41da9a2dddb710db3eea 2024-11-08T19:19:14,694 INFO [M:0;692b295ad45c:39523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac6ee4d59ace41da9a2dddb710db3eea, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T19:19:14,695 INFO [M:0;692b295ad45c:39523 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 479ms, sequenceid=97, compaction requested=false 2024-11-08T19:19:14,696 INFO [M:0;692b295ad45c:39523 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:14,696 DEBUG [M:0;692b295ad45c:39523 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093554216Disabling compacts and flushes for region at 1731093554216Disabling writes for close at 1731093554216Obtaining lock to block concurrent updates at 1731093554216Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093554216Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731093554216Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093554217 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093554217Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093554228 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093554228Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093554636 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093554651 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093554651Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093554658 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093554674 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093554674Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5627f8b6: reopening flushed file at 1731093554682 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b4a147: reopening flushed file at 1731093554686 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a4d2e98: reopening flushed file at 1731093554690 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 479ms, sequenceid=97, compaction requested=false at 1731093554695 (+5 ms)Writing region close event to WAL at 1731093554696 (+1 ms)Closed at 1731093554696 2024-11-08T19:19:14,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741830_1006 (size=63666) 2024-11-08T19:19:14,698 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98196856-8909-ec94-cb65-6e750d31c306/MasterData/WALs/692b295ad45c,39523,1731093537274/692b295ad45c%2C39523%2C1731093537274.1731093539191 not finished, retry = 0 2024-11-08T19:19:14,799 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:19:14,799 INFO [M:0;692b295ad45c:39523 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:19:14,799 INFO [M:0;692b295ad45c:39523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39523 2024-11-08T19:19:14,799 INFO [M:0;692b295ad45c:39523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:19:14,953 INFO [M:0;692b295ad45c:39523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:19:14,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:19:14,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1011be300590003, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:19:14,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ec001ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:19:14,988 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@96ceaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:19:14,988 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:19:14,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c79ca29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:19:14,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49e1f235{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/hadoop.log.dir/,STOPPED} 2024-11-08T19:19:14,990 WARN [BP-816829270-172.17.0.2-1731093535468 heartbeating to localhost/127.0.0.1:37603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:19:14,990 WARN [BP-816829270-172.17.0.2-1731093535468 heartbeating to localhost/127.0.0.1:37603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-816829270-172.17.0.2-1731093535468 (Datanode Uuid 6b664c05-5de3-4581-8fe0-2d0cfbbb7347) service to localhost/127.0.0.1:37603 2024-11-08T19:19:14,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/cluster_848a9adc-eabf-4c08-9159-14b316606868/data/data1/current/BP-816829270-172.17.0.2-1731093535468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:19:14,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/cluster_848a9adc-eabf-4c08-9159-14b316606868/data/data2/current/BP-816829270-172.17.0.2-1731093535468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:19:14,991 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:19:14,991 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:19:14,991 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:19:14,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c84ccfa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:19:14,998 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d6556ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:19:14,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:19:14,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b875da3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:19:14,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c0fab39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/hadoop.log.dir/,STOPPED} 2024-11-08T19:19:15,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:19:15,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:19:15,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:19:15,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:15,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:15,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:15,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:15,010 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:19:15,010 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1507042413, stopped=false 2024-11-08T19:19:15,011 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,38209,1731093531768 2024-11-08T19:19:15,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1581543862/running 2024-11-08T19:19:15,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1581543862/running 2024-11-08T19:19:15,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862 2024-11-08T19:19:15,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862 2024-11-08T19:19:15,050 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:19:15,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:19:15,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Set watcher on znode that does not yet exist, /0-1581543862/running 2024-11-08T19:19:15,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Set watcher on znode that does not yet exist, /0-1581543862/running 2024-11-08T19:19:15,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:15,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:15,051 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,38179,1731093531982' ***** 2024-11-08T19:19:15,052 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:19:15,052 INFO [RS:0;692b295ad45c:38179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:19:15,052 INFO [RS:0;692b295ad45c:38179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:19:15,052 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:19:15,052 INFO [RS:0;692b295ad45c:38179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:19:15,052 INFO [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(3091): Received CLOSE for 0389e8323a691c5b0f5c926a5cbd1a6a 2024-11-08T19:19:15,052 INFO [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(3091): Received CLOSE for 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:15,052 INFO [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,38179,1731093531982 2024-11-08T19:19:15,052 INFO [RS:0;692b295ad45c:38179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:19:15,052 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0389e8323a691c5b0f5c926a5cbd1a6a, disabling compactions & flushes 2024-11-08T19:19:15,052 INFO [RS:0;692b295ad45c:38179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:38179. 2024-11-08T19:19:15,052 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a. 2024-11-08T19:19:15,052 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a. 2024-11-08T19:19:15,052 DEBUG [RS:0;692b295ad45c:38179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:15,052 DEBUG [RS:0;692b295ad45c:38179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:15,052 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a. after waiting 0 ms 2024-11-08T19:19:15,052 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a. 2024-11-08T19:19:15,052 INFO [RS:0;692b295ad45c:38179 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:19:15,052 INFO [RS:0;692b295ad45c:38179 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:19:15,052 INFO [RS:0;692b295ad45c:38179 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:19:15,052 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0389e8323a691c5b0f5c926a5cbd1a6a 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-08T19:19:15,052 INFO [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:19:15,053 INFO [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T19:19:15,053 DEBUG [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(1325): Online Regions={0389e8323a691c5b0f5c926a5cbd1a6a=test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a., 74893bf0ed6dd543a8bf40df317662f0=hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:19:15,053 DEBUG [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(1351): Waiting on 0389e8323a691c5b0f5c926a5cbd1a6a, 1588230740, 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:15,053 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:19:15,053 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:19:15,053 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:19:15,053 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:19:15,053 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:19:15,053 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T19:19:15,070 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a/.tmp/f/cf9a6a0fddee4ae7a6fa1957b380bc50 is 29, key is row1/f:/1731093550525/DeleteFamily/seqid=0 2024-11-08T19:19:15,072 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/.tmp/info/65a1afb153a641f6b440df6a14f91da2 is 147, key is hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0./info:regioninfo/1731093545023/Put/seqid=0 2024-11-08T19:19:15,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741840_1016 (size=5118) 2024-11-08T19:19:15,074 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a/.tmp/f/cf9a6a0fddee4ae7a6fa1957b380bc50 2024-11-08T19:19:15,074 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:19:15,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741841_1017 (size=7686) 2024-11-08T19:19:15,080 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf9a6a0fddee4ae7a6fa1957b380bc50 2024-11-08T19:19:15,093 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a/.tmp/f1/9aba97f61cd844ef8fdb8c5612ab6815 is 30, key is row1/f1:/1731093550525/DeleteFamily/seqid=0 2024-11-08T19:19:15,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741842_1018 (size=5123) 2024-11-08T19:19:15,177 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:19:15,177 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:19:15,253 DEBUG [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(1351): Waiting on 0389e8323a691c5b0f5c926a5cbd1a6a, 1588230740, 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:15,321 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 914, reset compression=false 2024-11-08T19:19:15,325 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:15,325 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 1161, reset compression=false 2024-11-08T19:19:15,325 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.shipper692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,38179,1731093531982 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:19:15,326 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.shipper692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 692b295ad45c,38179,1731093531982: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-692b295ad45c,38179,1731093531982, walGroup=692b295ad45c%2C38179%2C1731093531982, offset=692b295ad45c%2C38179%2C1731093531982.1731093534288:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:38179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T19:19:15,327 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.shipper692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T19:19:15,327 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.shipper692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T19:19:15,327 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.shipper692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T19:19:15,328 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.shipper692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T19:19:15,328 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.shipper692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T19:19:15,328 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.shipper692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 670060024 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 191510088 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T19:19:15,328 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.shipper692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:38209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:38209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T19:19:15,453 DEBUG [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(1351): Waiting on 0389e8323a691c5b0f5c926a5cbd1a6a, 1588230740, 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:15,477 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/.tmp/info/65a1afb153a641f6b440df6a14f91da2 2024-11-08T19:19:15,497 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a/.tmp/f1/9aba97f61cd844ef8fdb8c5612ab6815 2024-11-08T19:19:15,497 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/.tmp/ns/d8875b4b45bb4a349808e01d77ae1469 is 43, key is default/ns:d/1731093535388/Put/seqid=0 2024-11-08T19:19:15,500 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9aba97f61cd844ef8fdb8c5612ab6815 2024-11-08T19:19:15,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741843_1019 (size=5153) 2024-11-08T19:19:15,513 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a/.tmp/norep/83e6210ba437465d98babe7cc5bcebd6 is 32, key is row/norep:/1731093549510/DeleteFamily/seqid=0 2024-11-08T19:19:15,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741844_1020 (size=5101) 2024-11-08T19:19:15,528 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 1161, reset compression=false 2024-11-08T19:19:15,653 DEBUG [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(1351): Waiting on 0389e8323a691c5b0f5c926a5cbd1a6a, 1588230740, 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:15,831 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 1161, reset compression=false 2024-11-08T19:19:15,853 DEBUG [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(1351): Waiting on 0389e8323a691c5b0f5c926a5cbd1a6a, 1588230740, 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:15,901 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/.tmp/ns/d8875b4b45bb4a349808e01d77ae1469 2024-11-08T19:19:15,916 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a/.tmp/norep/83e6210ba437465d98babe7cc5bcebd6 2024-11-08T19:19:15,920 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83e6210ba437465d98babe7cc5bcebd6 2024-11-08T19:19:15,920 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/.tmp/rep_barrier/9d0bf942e5f946df8569165e6d3ab53e is 112, key is test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a./rep_barrier:seqnumDuringOpen/1731093541645/Put/seqid=0 2024-11-08T19:19:15,921 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a/.tmp/f/cf9a6a0fddee4ae7a6fa1957b380bc50 as hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a/f/cf9a6a0fddee4ae7a6fa1957b380bc50 2024-11-08T19:19:15,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741845_1021 (size=5518) 2024-11-08T19:19:15,924 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/.tmp/rep_barrier/9d0bf942e5f946df8569165e6d3ab53e 2024-11-08T19:19:15,925 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf9a6a0fddee4ae7a6fa1957b380bc50 2024-11-08T19:19:15,925 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a/f/cf9a6a0fddee4ae7a6fa1957b380bc50, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T19:19:15,926 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a/.tmp/f1/9aba97f61cd844ef8fdb8c5612ab6815 as hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a/f1/9aba97f61cd844ef8fdb8c5612ab6815 2024-11-08T19:19:15,929 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9aba97f61cd844ef8fdb8c5612ab6815 2024-11-08T19:19:15,929 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a/f1/9aba97f61cd844ef8fdb8c5612ab6815, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T19:19:15,930 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a/.tmp/norep/83e6210ba437465d98babe7cc5bcebd6 as hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a/norep/83e6210ba437465d98babe7cc5bcebd6 2024-11-08T19:19:15,933 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83e6210ba437465d98babe7cc5bcebd6 2024-11-08T19:19:15,933 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a/norep/83e6210ba437465d98babe7cc5bcebd6, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T19:19:15,934 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0389e8323a691c5b0f5c926a5cbd1a6a in 882ms, sequenceid=8, compaction requested=false 2024-11-08T19:19:15,942 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/default/test/0389e8323a691c5b0f5c926a5cbd1a6a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T19:19:15,943 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:19:15,943 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:19:15,943 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a. 2024-11-08T19:19:15,943 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0389e8323a691c5b0f5c926a5cbd1a6a: Waiting for close lock at 1731093555052Running coprocessor pre-close hooks at 1731093555052Disabling compacts and flushes for region at 1731093555052Disabling writes for close at 1731093555052Obtaining lock to block concurrent updates at 1731093555052Preparing flush snapshotting stores in 0389e8323a691c5b0f5c926a5cbd1a6a at 1731093555052Finished memstore snapshotting test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731093555053 (+1 ms)Flushing stores of test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a. at 1731093555053Flushing 0389e8323a691c5b0f5c926a5cbd1a6a/f: creating writer at 1731093555054 (+1 ms)Flushing 0389e8323a691c5b0f5c926a5cbd1a6a/f: appending metadata at 1731093555069 (+15 ms)Flushing 0389e8323a691c5b0f5c926a5cbd1a6a/f: closing flushed file at 1731093555069Flushing 0389e8323a691c5b0f5c926a5cbd1a6a/f1: creating writer at 1731093555080 (+11 ms)Flushing 0389e8323a691c5b0f5c926a5cbd1a6a/f1: appending metadata at 1731093555092 (+12 ms)Flushing 0389e8323a691c5b0f5c926a5cbd1a6a/f1: closing flushed file at 1731093555092Flushing 0389e8323a691c5b0f5c926a5cbd1a6a/norep: creating writer at 1731093555501 (+409 ms)Flushing 0389e8323a691c5b0f5c926a5cbd1a6a/norep: appending metadata at 1731093555512 (+11 ms)Flushing 0389e8323a691c5b0f5c926a5cbd1a6a/norep: closing flushed file at 1731093555512Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@531286be: reopening flushed file at 1731093555920 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63bce78d: reopening flushed file at 1731093555925 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19019371: reopening flushed file at 1731093555929 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0389e8323a691c5b0f5c926a5cbd1a6a in 882ms, sequenceid=8, compaction requested=false at 1731093555934 (+5 ms)Writing region close event to WAL at 1731093555939 (+5 ms)Running coprocessor post-close hooks at 1731093555943 (+4 ms)Closed at 1731093555943 2024-11-08T19:19:15,943 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731093540900.0389e8323a691c5b0f5c926a5cbd1a6a. 2024-11-08T19:19:15,943 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74893bf0ed6dd543a8bf40df317662f0, disabling compactions & flushes 2024-11-08T19:19:15,943 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. 2024-11-08T19:19:15,943 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. 2024-11-08T19:19:15,943 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. after waiting 0 ms 2024-11-08T19:19:15,943 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. 2024-11-08T19:19:15,943 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74893bf0ed6dd543a8bf40df317662f0: Waiting for close lock at 1731093555943Running coprocessor pre-close hooks at 1731093555943Disabling compacts and flushes for region at 1731093555943Disabling writes for close at 1731093555943Failed flush hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0., putting online again at 1731093555943 2024-11-08T19:19:15,943 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. 2024-11-08T19:19:15,944 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/.tmp/table/bd187f0e12c94fd592402a2999b01c49 is 53, key is hbase:replication/table:state/1731093545028/Put/seqid=0 2024-11-08T19:19:15,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741846_1022 (size=5308) 2024-11-08T19:19:16,054 INFO [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T19:19:16,054 DEBUG [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(1325): Online Regions={74893bf0ed6dd543a8bf40df317662f0=hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:19:16,054 INFO [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(3091): Received CLOSE for 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:16,054 DEBUG [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74893bf0ed6dd543a8bf40df317662f0 2024-11-08T19:19:16,054 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74893bf0ed6dd543a8bf40df317662f0, disabling compactions & flushes 2024-11-08T19:19:16,054 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. 2024-11-08T19:19:16,054 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. 2024-11-08T19:19:16,054 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. after waiting 0 ms 2024-11-08T19:19:16,054 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. 2024-11-08T19:19:16,054 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74893bf0ed6dd543a8bf40df317662f0: Waiting for close lock at 1731093556054Running coprocessor pre-close hooks at 1731093556054Disabling compacts and flushes for region at 1731093556054Disabling writes for close at 1731093556054Failed flush hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0., putting online again at 1731093556054 2024-11-08T19:19:16,054 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731093544209.74893bf0ed6dd543a8bf40df317662f0. 2024-11-08T19:19:16,234 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 1161, reset compression=false 2024-11-08T19:19:16,238 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:16,238 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 1805, reset compression=false 2024-11-08T19:19:16,254 DEBUG [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:19:16,348 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/.tmp/table/bd187f0e12c94fd592402a2999b01c49 2024-11-08T19:19:16,352 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/.tmp/info/65a1afb153a641f6b440df6a14f91da2 as hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/info/65a1afb153a641f6b440df6a14f91da2 2024-11-08T19:19:16,355 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/info/65a1afb153a641f6b440df6a14f91da2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T19:19:16,356 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/.tmp/ns/d8875b4b45bb4a349808e01d77ae1469 as hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/ns/d8875b4b45bb4a349808e01d77ae1469 2024-11-08T19:19:16,358 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/ns/d8875b4b45bb4a349808e01d77ae1469, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T19:19:16,359 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/.tmp/rep_barrier/9d0bf942e5f946df8569165e6d3ab53e as hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/rep_barrier/9d0bf942e5f946df8569165e6d3ab53e 2024-11-08T19:19:16,362 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/rep_barrier/9d0bf942e5f946df8569165e6d3ab53e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T19:19:16,362 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/.tmp/table/bd187f0e12c94fd592402a2999b01c49 as hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/table/bd187f0e12c94fd592402a2999b01c49 2024-11-08T19:19:16,365 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/table/bd187f0e12c94fd592402a2999b01c49, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T19:19:16,366 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false 2024-11-08T19:19:16,370 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T19:19:16,370 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:19:16,371 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:19:16,371 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:19:16,371 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093555053Running coprocessor pre-close hooks at 1731093555053Disabling compacts and flushes for region at 1731093555053Disabling writes for close at 1731093555053Obtaining lock to block concurrent updates at 1731093555053Preparing flush snapshotting stores in 1588230740 at 1731093555053Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731093555053Flushing stores of hbase:meta,,1.1588230740 at 1731093555054 (+1 ms)Flushing 1588230740/info: creating writer at 1731093555054Flushing 1588230740/info: appending metadata at 1731093555071 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731093555072 (+1 ms)Flushing 1588230740/ns: creating writer at 1731093555481 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731093555497 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731093555497Flushing 1588230740/rep_barrier: creating writer at 1731093555905 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731093555920 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731093555920Flushing 1588230740/table: creating writer at 1731093555927 (+7 ms)Flushing 1588230740/table: appending metadata at 1731093555943 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731093555943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ee571e6: reopening flushed file at 1731093556351 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@688f7b1e: reopening flushed file at 1731093556355 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477c8127: reopening flushed file at 1731093556359 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@176a0c7: reopening flushed file at 1731093556362 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1731093556366 (+4 ms)Writing region close event to WAL at 1731093556368 (+2 ms)Running coprocessor post-close hooks at 1731093556370 (+2 ms)Closed at 1731093556371 (+1 ms) 2024-11-08T19:19:16,371 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:19:16,441 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.1731093534288 to pos 1805, reset compression=false 2024-11-08T19:19:16,454 INFO [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T19:19:16,454 INFO [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,38179,1731093531982; all regions closed. 2024-11-08T19:19:16,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741834_1010 (size=4239) 2024-11-08T19:19:16,456 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/WALs/692b295ad45c,38179,1731093531982/692b295ad45c%2C38179%2C1731093531982.meta.1731093535330.meta not finished, retry = 0 2024-11-08T19:19:16,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741839_1015 (size=1733) 2024-11-08T19:19:16,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741832_1008 (size=1813) 2024-11-08T19:19:16,562 DEBUG [RS:0;692b295ad45c:38179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:16,562 INFO [RS:0;692b295ad45c:38179 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:19:16,562 INFO [RS:0;692b295ad45c:38179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:19:16,562 INFO [RS:0;692b295ad45c:38179 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:19:16,562 INFO [RS:0;692b295ad45c:38179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:19:16,562 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:19:16,562 INFO [RS:0;692b295ad45c:38179 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-692b295ad45c,38179,1731093531982 because: Region server is closing 2024-11-08T19:19:16,563 INFO [RS:0;692b295ad45c:38179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:38179. 2024-11-08T19:19:16,563 DEBUG [RS:0;692b295ad45c:38179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:16,563 DEBUG [RS:0;692b295ad45c:38179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:16,563 DEBUG [RS:0;692b295ad45c:38179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:16,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:16,663 INFO [RS:0;692b295ad45c:38179 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.shipper692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 terminated 2024-11-08T19:19:16,663 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,38179,1731093531982.replicationSource.wal-reader.692b295ad45c%2C38179%2C1731093531982,1-692b295ad45c,38179,1731093531982 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T19:19:16,663 INFO [RS:0;692b295ad45c:38179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:38179. 2024-11-08T19:19:16,663 DEBUG [RS:0;692b295ad45c:38179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:16,663 DEBUG [RS:0;692b295ad45c:38179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:16,663 DEBUG [RS:0;692b295ad45c:38179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:16,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:16,664 INFO [RS:0;692b295ad45c:38179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38179 2024-11-08T19:19:16,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862/rs 2024-11-08T19:19:16,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1581543862/rs/692b295ad45c,38179,1731093531982 2024-11-08T19:19:16,716 INFO [RS:0;692b295ad45c:38179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:19:16,727 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,38179,1731093531982] 2024-11-08T19:19:16,737 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1581543862/draining/692b295ad45c,38179,1731093531982 already deleted, retry=false 2024-11-08T19:19:16,737 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,38179,1731093531982 expired; onlineServers=0 2024-11-08T19:19:16,737 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,38209,1731093531768' ***** 2024-11-08T19:19:16,737 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:19:16,737 INFO [M:0;692b295ad45c:38209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:19:16,737 INFO [M:0;692b295ad45c:38209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:19:16,737 DEBUG [M:0;692b295ad45c:38209 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:19:16,738 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:19:16,738 DEBUG [M:0;692b295ad45c:38209 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:19:16,738 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093534082 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093534082,5,FailOnTimeoutGroup] 2024-11-08T19:19:16,738 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093534082 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093534082,5,FailOnTimeoutGroup] 2024-11-08T19:19:16,738 INFO [M:0;692b295ad45c:38209 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:19:16,738 INFO [M:0;692b295ad45c:38209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:19:16,738 DEBUG [M:0;692b295ad45c:38209 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:19:16,738 INFO [M:0;692b295ad45c:38209 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:19:16,738 INFO [M:0;692b295ad45c:38209 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:19:16,738 INFO [M:0;692b295ad45c:38209 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:19:16,738 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:19:16,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1581543862/master 2024-11-08T19:19:16,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581543862 2024-11-08T19:19:16,748 DEBUG [M:0;692b295ad45c:38209 {}] zookeeper.ZKUtil(347): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Unable to get data of znode /0-1581543862/master because node does not exist (not an error) 2024-11-08T19:19:16,748 WARN [M:0;692b295ad45c:38209 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:19:16,749 INFO [M:0;692b295ad45c:38209 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/.lastflushedseqids 2024-11-08T19:19:16,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741847_1023 (size=245) 2024-11-08T19:19:16,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:19:16,827 INFO [RS:0;692b295ad45c:38179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:19:16,827 INFO [RS:0;692b295ad45c:38179 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,38179,1731093531982; zookeeper connection closed. 2024-11-08T19:19:16,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38179-0x1011be300590001, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:19:16,827 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c79f185 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c79f185 2024-11-08T19:19:16,827 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:19:17,153 INFO [M:0;692b295ad45c:38209 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:19:17,153 INFO [M:0;692b295ad45c:38209 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:19:17,153 DEBUG [M:0;692b295ad45c:38209 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:19:17,153 INFO [M:0;692b295ad45c:38209 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:17,153 DEBUG [M:0;692b295ad45c:38209 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:17,153 DEBUG [M:0;692b295ad45c:38209 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:19:17,153 DEBUG [M:0;692b295ad45c:38209 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:17,153 INFO [M:0;692b295ad45c:38209 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T19:19:17,166 DEBUG [M:0;692b295ad45c:38209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e423092b95054dd29881ed78d686e11a is 82, key is hbase:meta,,1/info:regioninfo/1731093535363/Put/seqid=0 2024-11-08T19:19:17,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741848_1024 (size=5672) 2024-11-08T19:19:17,570 INFO [M:0;692b295ad45c:38209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e423092b95054dd29881ed78d686e11a 2024-11-08T19:19:17,585 DEBUG [M:0;692b295ad45c:38209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/610f7bcbd46146309b362d875009d193 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731093545031/Put/seqid=0 2024-11-08T19:19:17,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741849_1025 (size=8517) 2024-11-08T19:19:17,991 INFO [M:0;692b295ad45c:38209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/610f7bcbd46146309b362d875009d193 2024-11-08T19:19:18,010 DEBUG [M:0;692b295ad45c:38209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bfe2f7f5f634d51a9ced68479319197 is 69, key is 692b295ad45c,38179,1731093531982/rs:state/1731093534145/Put/seqid=0 2024-11-08T19:19:18,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741850_1026 (size=5156) 2024-11-08T19:19:18,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:19:18,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:18,414 INFO [M:0;692b295ad45c:38209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bfe2f7f5f634d51a9ced68479319197 2024-11-08T19:19:18,418 DEBUG [M:0;692b295ad45c:38209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e423092b95054dd29881ed78d686e11a as hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e423092b95054dd29881ed78d686e11a 2024-11-08T19:19:18,421 INFO [M:0;692b295ad45c:38209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e423092b95054dd29881ed78d686e11a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T19:19:18,422 DEBUG [M:0;692b295ad45c:38209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/610f7bcbd46146309b362d875009d193 as hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/610f7bcbd46146309b362d875009d193 2024-11-08T19:19:18,426 INFO [M:0;692b295ad45c:38209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/610f7bcbd46146309b362d875009d193, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T19:19:18,426 DEBUG [M:0;692b295ad45c:38209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bfe2f7f5f634d51a9ced68479319197 as hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bfe2f7f5f634d51a9ced68479319197 2024-11-08T19:19:18,430 INFO [M:0;692b295ad45c:38209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bfe2f7f5f634d51a9ced68479319197, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T19:19:18,431 INFO [M:0;692b295ad45c:38209 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-08T19:19:18,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:18,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:18,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:18,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:18,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:18,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:18,440 INFO [M:0;692b295ad45c:38209 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:18,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:18,440 DEBUG [M:0;692b295ad45c:38209 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093557153Disabling compacts and flushes for region at 1731093557153Disabling writes for close at 1731093557153Obtaining lock to block concurrent updates at 1731093557153Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093557153Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731093557153Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093557154 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093557154Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093557166 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093557166Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093557573 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093557585 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093557585Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093557994 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093558009 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093558009Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59941d1a: reopening flushed file at 1731093558417 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25fe0cc1: reopening flushed file at 1731093558421 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2753e7cf: reopening flushed file at 1731093558426 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731093558431 (+5 ms)Writing region close event to WAL at 1731093558440 (+9 ms)Closed at 1731093558440 2024-11-08T19:19:18,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:18,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:18,444 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b78d0042-f4da-2a66-b6f0-8e6b9b1d45c8/MasterData/WALs/692b295ad45c,38209,1731093531768/692b295ad45c%2C38209%2C1731093531768.1731093533711 not finished, retry = 0 2024-11-08T19:19:18,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741830_1006 (size=63666) 2024-11-08T19:19:18,545 INFO [M:0;692b295ad45c:38209 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:19:18,545 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:19:18,545 INFO [M:0;692b295ad45c:38209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38209 2024-11-08T19:19:18,545 INFO [M:0;692b295ad45c:38209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:19:18,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:19:18,711 INFO [M:0;692b295ad45c:38209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:19:18,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38209-0x1011be300590000, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:19:18,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bd5ab5e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:19:18,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b305ecb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:19:18,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:19:18,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178b540{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:19:18,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@564b26ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/hadoop.log.dir/,STOPPED} 2024-11-08T19:19:18,715 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:19:18,715 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:19:18,716 WARN [BP-1681216173-172.17.0.2-1731093529789 heartbeating to localhost/127.0.0.1:37211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:19:18,716 WARN [BP-1681216173-172.17.0.2-1731093529789 heartbeating to localhost/127.0.0.1:37211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1681216173-172.17.0.2-1731093529789 (Datanode Uuid 4fb2639a-0985-42ec-aae3-46fa924c53e3) service to localhost/127.0.0.1:37211 2024-11-08T19:19:18,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/cluster_d2af2cff-c1c8-1fa8-9427-f68c7d056e35/data/data1/current/BP-1681216173-172.17.0.2-1731093529789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:19:18,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/cluster_d2af2cff-c1c8-1fa8-9427-f68c7d056e35/data/data2/current/BP-1681216173-172.17.0.2-1731093529789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:19:18,717 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:19:18,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@177ddff6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:19:18,722 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ce18670{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:19:18,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:19:18,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58ae4e5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:19:18,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@512ec466{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52d5aa6c-b73c-6bae-4293-015b50868f29/hadoop.log.dir/,STOPPED} 2024-11-08T19:19:18,728 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:19:18,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:19:18,748 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 235) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37211 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37603 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:37603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63281) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63281) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=653 (was 626) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 429), ProcessCount=11 (was 11), AvailableMemoryMB=2277 (was 2319) 2024-11-08T19:19:18,756 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=2277 2024-11-08T19:19:18,767 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-08T19:19:18,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/hadoop.log.dir so I do NOT create it in target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3 2024-11-08T19:19:18,767 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:19:18,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/hadoop.tmp.dir so I do NOT create it in target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3 2024-11-08T19:19:18,767 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/931f37ca-960f-f29b-e0b0-5a3e46fce00a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:19:18,767 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3 2024-11-08T19:19:18,767 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/cluster_75a9f386-e07e-f734-a36e-715910d1cac0, deleteOnExit=true 2024-11-08T19:19:18,786 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/cluster_75a9f386-e07e-f734-a36e-715910d1cac0/zookeeper_0, clientPort=54095, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/cluster_75a9f386-e07e-f734-a36e-715910d1cac0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/cluster_75a9f386-e07e-f734-a36e-715910d1cac0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:19:18,787 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54095 2024-11-08T19:19:18,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:19:18,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:19:18,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/test.cache.data in system properties and HBase conf 2024-11-08T19:19:18,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:19:18,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:19:18,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:19:18,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:19:18,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:19:18,788 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:19:18,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:19:18,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:19:18,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:19:18,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:19:18,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:19:18,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:19:18,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:19:18,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:19:18,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:19:18,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:19:18,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:19:18,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:19:18,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:19:18,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:19:18,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011be300590005, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T19:19:18,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011be300590002, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T19:19:18,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011be300590002, quorum=127.0.0.1:63281, baseZNode=/0-1581543862 Received Disconnected from ZooKeeper, ignoring 2024-11-08T19:19:18,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011be300590005, quorum=127.0.0.1:63281, baseZNode=/1-713331644 Received Disconnected from ZooKeeper, ignoring 2024-11-08T19:19:19,103 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:19:19,107 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:19:19,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:19:19,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:19:19,108 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:19:19,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:19:19,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61115464{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:19:19,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a89869{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:19:19,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24aa3718{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/java.io.tmpdir/jetty-localhost-38869-hadoop-hdfs-3_4_1-tests_jar-_-any-13660326369317067454/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:19:19,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c94bd15{HTTP/1.1, (http/1.1)}{localhost:38869} 2024-11-08T19:19:19,212 INFO [Time-limited test {}] server.Server(415): Started @233535ms 2024-11-08T19:19:19,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:19:19,491 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:19:19,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:19:19,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:19:19,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:19:19,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@126476f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:19:19,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c42ee9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:19:19,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@484f9d43{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/java.io.tmpdir/jetty-localhost-45511-hadoop-hdfs-3_4_1-tests_jar-_-any-15639856947358068916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:19:19,589 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12f15ad3{HTTP/1.1, (http/1.1)}{localhost:45511} 2024-11-08T19:19:19,589 INFO [Time-limited test {}] server.Server(415): Started @233913ms 2024-11-08T19:19:19,590 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:19:20,401 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/cluster_75a9f386-e07e-f734-a36e-715910d1cac0/data/data1/current/BP-1325602868-172.17.0.2-1731093558802/current, will proceed with Du for space computation calculation, 2024-11-08T19:19:20,401 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/cluster_75a9f386-e07e-f734-a36e-715910d1cac0/data/data2/current/BP-1325602868-172.17.0.2-1731093558802/current, will proceed with Du for space computation calculation, 2024-11-08T19:19:20,421 WARN [Thread-2648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:19:20,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x434f9958668f2d4e with lease ID 0x5d371d064cb1d706: Processing first storage report for DS-6af34b69-2e47-4c6b-a374-809a69c80aeb from datanode DatanodeRegistration(127.0.0.1:37149, datanodeUuid=36f3c830-129a-454a-8da3-8d4a904fd42e, infoPort=37389, infoSecurePort=0, ipcPort=34205, storageInfo=lv=-57;cid=testClusterID;nsid=506388318;c=1731093558802) 2024-11-08T19:19:20,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x434f9958668f2d4e with lease ID 0x5d371d064cb1d706: from storage DS-6af34b69-2e47-4c6b-a374-809a69c80aeb node DatanodeRegistration(127.0.0.1:37149, datanodeUuid=36f3c830-129a-454a-8da3-8d4a904fd42e, infoPort=37389, infoSecurePort=0, ipcPort=34205, storageInfo=lv=-57;cid=testClusterID;nsid=506388318;c=1731093558802), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:19:20,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x434f9958668f2d4e with lease ID 0x5d371d064cb1d706: Processing first storage report for DS-2d657804-78c7-441f-8a75-e6f5edf25142 from datanode DatanodeRegistration(127.0.0.1:37149, datanodeUuid=36f3c830-129a-454a-8da3-8d4a904fd42e, infoPort=37389, infoSecurePort=0, ipcPort=34205, storageInfo=lv=-57;cid=testClusterID;nsid=506388318;c=1731093558802) 2024-11-08T19:19:20,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x434f9958668f2d4e with lease ID 0x5d371d064cb1d706: from storage DS-2d657804-78c7-441f-8a75-e6f5edf25142 node DatanodeRegistration(127.0.0.1:37149, datanodeUuid=36f3c830-129a-454a-8da3-8d4a904fd42e, infoPort=37389, infoSecurePort=0, ipcPort=34205, storageInfo=lv=-57;cid=testClusterID;nsid=506388318;c=1731093558802), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T19:19:20,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3 2024-11-08T19:19:20,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:20,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:20,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:19:20,928 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df with version=8 2024-11-08T19:19:20,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/hbase-staging 2024-11-08T19:19:20,930 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:19:20,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:19:20,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:19:20,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:19:20,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:19:20,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:19:20,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:19:20,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:19:20,931 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45655 2024-11-08T19:19:20,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45655 connecting to ZooKeeper ensemble=127.0.0.1:54095 2024-11-08T19:19:21,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456550x0, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:19:21,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45655-0x1011be371ad0000 connected 2024-11-08T19:19:21,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:21,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:21,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Set watcher on znode that does not yet exist, /079653721/running 2024-11-08T19:19:21,108 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df, hbase.cluster.distributed=false 2024-11-08T19:19:21,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Set watcher on znode that does not yet exist, /079653721/acl 2024-11-08T19:19:21,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45655 2024-11-08T19:19:21,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45655 2024-11-08T19:19:21,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45655 2024-11-08T19:19:21,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45655 2024-11-08T19:19:21,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45655 2024-11-08T19:19:21,126 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:19:21,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:19:21,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:19:21,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:19:21,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:19:21,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:19:21,127 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:19:21,127 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:19:21,128 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45891 2024-11-08T19:19:21,128 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45891 connecting to ZooKeeper ensemble=127.0.0.1:54095 2024-11-08T19:19:21,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:21,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:21,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458910x0, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:19:21,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458910x0, quorum=127.0.0.1:54095, baseZNode=/079653721 Set watcher on znode that does not yet exist, /079653721/running 2024-11-08T19:19:21,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45891-0x1011be371ad0001 connected 2024-11-08T19:19:21,138 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:19:21,138 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:19:21,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Set watcher on znode that does not yet exist, /079653721/master 2024-11-08T19:19:21,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Set watcher on znode that does not yet exist, /079653721/acl 2024-11-08T19:19:21,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45891 2024-11-08T19:19:21,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45891 2024-11-08T19:19:21,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45891 2024-11-08T19:19:21,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45891 2024-11-08T19:19:21,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45891 2024-11-08T19:19:21,157 DEBUG [M:0;692b295ad45c:45655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:45655 2024-11-08T19:19:21,157 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /079653721/backup-masters/692b295ad45c,45655,1731093560930 2024-11-08T19:19:21,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721/backup-masters 2024-11-08T19:19:21,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721/backup-masters 2024-11-08T19:19:21,169 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Set watcher on existing znode=/079653721/backup-masters/692b295ad45c,45655,1731093560930 2024-11-08T19:19:21,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/079653721/master 2024-11-08T19:19:21,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721 2024-11-08T19:19:21,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721 2024-11-08T19:19:21,179 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Set watcher on existing znode=/079653721/master 2024-11-08T19:19:21,180 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /079653721/backup-masters/692b295ad45c,45655,1731093560930 from backup master directory 2024-11-08T19:19:21,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721/backup-masters 2024-11-08T19:19:21,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/079653721/backup-masters/692b295ad45c,45655,1731093560930 2024-11-08T19:19:21,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721/backup-masters 2024-11-08T19:19:21,190 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:19:21,190 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,45655,1731093560930 2024-11-08T19:19:21,192 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/hbase.id] with ID: 1a7f97c7-c11c-41b0-9686-08d91df88553 2024-11-08T19:19:21,192 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/.tmp/hbase.id 2024-11-08T19:19:21,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:19:21,197 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/.tmp/hbase.id]:[hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/hbase.id] 2024-11-08T19:19:21,204 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:21,204 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:19:21,205 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T19:19:21,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721 2024-11-08T19:19:21,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721 2024-11-08T19:19:21,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:19:21,631 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:19:21,632 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:19:21,632 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:19:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:19:22,038 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store 2024-11-08T19:19:22,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:19:22,443 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:22,443 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:19:22,444 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:22,444 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:22,444 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:19:22,444 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:22,444 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:22,444 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093562443Disabling compacts and flushes for region at 1731093562443Disabling writes for close at 1731093562444 (+1 ms)Writing region close event to WAL at 1731093562444Closed at 1731093562444 2024-11-08T19:19:22,444 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/.initializing 2024-11-08T19:19:22,444 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/WALs/692b295ad45c,45655,1731093560930 2024-11-08T19:19:22,445 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:19:22,446 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C45655%2C1731093560930, suffix=, logDir=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/WALs/692b295ad45c,45655,1731093560930, archiveDir=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/oldWALs, maxLogs=10 2024-11-08T19:19:22,458 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/WALs/692b295ad45c,45655,1731093560930/692b295ad45c%2C45655%2C1731093560930.1731093562446, exclude list is [], retry=0 2024-11-08T19:19:22,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37149,DS-6af34b69-2e47-4c6b-a374-809a69c80aeb,DISK] 2024-11-08T19:19:22,462 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/WALs/692b295ad45c,45655,1731093560930/692b295ad45c%2C45655%2C1731093560930.1731093562446 2024-11-08T19:19:22,462 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37389:37389)] 2024-11-08T19:19:22,462 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:19:22,462 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:22,462 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:22,462 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:22,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:22,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:19:22,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:22,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:22,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:22,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:19:22,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:22,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:22,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:22,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:19:22,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:22,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:22,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:22,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:19:22,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:22,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:22,469 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:22,470 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:22,470 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:22,470 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:22,470 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:22,471 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:19:22,472 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:22,474 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:19:22,474 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71257072, jitterRate=0.0618131160736084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:19:22,475 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093562462Initializing all the Stores at 1731093562463 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093562463Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093562464 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093562464Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093562464Cleaning up temporary data from old regions at 1731093562470 (+6 ms)Region opened successfully at 1731093562475 (+5 ms) 2024-11-08T19:19:22,478 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:19:22,480 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ce92841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:19:22,481 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:19:22,481 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:19:22,481 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:19:22,482 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:19:22,482 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:19:22,482 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:19:22,482 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:19:22,484 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:19:22,485 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Unable to get data of znode /079653721/balancer because node does not exist (not necessarily an error) 2024-11-08T19:19:22,537 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /079653721/balancer already deleted, retry=false 2024-11-08T19:19:22,537 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:19:22,538 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Unable to get data of znode /079653721/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:19:22,547 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /079653721/normalizer already deleted, retry=false 2024-11-08T19:19:22,548 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:19:22,548 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Unable to get data of znode /079653721/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:19:22,558 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /079653721/switch/split already deleted, retry=false 2024-11-08T19:19:22,559 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Unable to get data of znode /079653721/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:19:22,568 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /079653721/switch/merge already deleted, retry=false 2024-11-08T19:19:22,570 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Unable to get data of znode /079653721/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:19:22,579 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /079653721/snapshot-cleanup already deleted, retry=false 2024-11-08T19:19:22,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/079653721/running 2024-11-08T19:19:22,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/079653721/running 2024-11-08T19:19:22,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721 2024-11-08T19:19:22,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721 2024-11-08T19:19:22,590 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,45655,1731093560930, sessionid=0x1011be371ad0000, setting cluster-up flag (Was=false) 2024-11-08T19:19:22,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721 2024-11-08T19:19:22,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721 2024-11-08T19:19:22,642 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /079653721/flush-table-proc/acquired, /079653721/flush-table-proc/reached, /079653721/flush-table-proc/abort 2024-11-08T19:19:22,643 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,45655,1731093560930 2024-11-08T19:19:22,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721 2024-11-08T19:19:22,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721 2024-11-08T19:19:22,695 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /079653721/online-snapshot/acquired, /079653721/online-snapshot/reached, /079653721/online-snapshot/abort 2024-11-08T19:19:22,696 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,45655,1731093560930 2024-11-08T19:19:22,697 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:19:22,698 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:19:22,699 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:19:22,699 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:19:22,699 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,45655,1731093560930 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:19:22,700 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:19:22,700 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:19:22,700 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:19:22,700 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:19:22,700 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:19:22,700 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:22,700 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:19:22,700 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:22,701 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093592701 2024-11-08T19:19:22,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:19:22,701 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:19:22,701 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:19:22,701 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:19:22,701 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:19:22,701 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:19:22,701 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:19:22,701 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:19:22,702 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:22,702 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:19:22,702 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:19:22,702 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:19:22,702 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:19:22,702 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:22,702 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:19:22,702 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:19:22,702 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:19:22,702 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093562702,5,FailOnTimeoutGroup] 2024-11-08T19:19:22,703 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093562703,5,FailOnTimeoutGroup] 2024-11-08T19:19:22,703 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:22,703 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:19:22,703 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:22,703 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:22,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:19:22,746 INFO [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(746): ClusterId : 1a7f97c7-c11c-41b0-9686-08d91df88553 2024-11-08T19:19:22,746 DEBUG [RS:0;692b295ad45c:45891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:19:22,759 DEBUG [RS:0;692b295ad45c:45891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:19:22,759 DEBUG [RS:0;692b295ad45c:45891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:19:22,769 DEBUG [RS:0;692b295ad45c:45891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:19:22,769 DEBUG [RS:0;692b295ad45c:45891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1615b5a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:19:22,780 DEBUG [RS:0;692b295ad45c:45891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:45891 2024-11-08T19:19:22,780 INFO [RS:0;692b295ad45c:45891 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:19:22,780 INFO [RS:0;692b295ad45c:45891 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:19:22,780 DEBUG [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:19:22,781 INFO [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,45655,1731093560930 with port=45891, startcode=1731093561126 2024-11-08T19:19:22,781 DEBUG [RS:0;692b295ad45c:45891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:19:22,782 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:19:22,783 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45655 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,45891,1731093561126 2024-11-08T19:19:22,783 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45655 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,45891,1731093561126 2024-11-08T19:19:22,784 DEBUG [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df 2024-11-08T19:19:22,784 DEBUG [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41401 2024-11-08T19:19:22,784 DEBUG [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:19:22,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721/rs 2024-11-08T19:19:22,790 DEBUG [RS:0;692b295ad45c:45891 {}] zookeeper.ZKUtil(111): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Set watcher on existing znode=/079653721/rs/692b295ad45c,45891,1731093561126 2024-11-08T19:19:22,790 WARN [RS:0;692b295ad45c:45891 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:19:22,790 INFO [RS:0;692b295ad45c:45891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:19:22,790 DEBUG [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126 2024-11-08T19:19:22,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,45891,1731093561126] 2024-11-08T19:19:22,793 INFO [RS:0;692b295ad45c:45891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:19:22,794 INFO [RS:0;692b295ad45c:45891 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:19:22,796 INFO [RS:0;692b295ad45c:45891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:19:22,796 INFO [RS:0;692b295ad45c:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:22,796 INFO [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:19:22,796 INFO [RS:0;692b295ad45c:45891 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:19:22,797 INFO [RS:0;692b295ad45c:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:22,797 DEBUG [RS:0;692b295ad45c:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:22,797 DEBUG [RS:0;692b295ad45c:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:22,797 DEBUG [RS:0;692b295ad45c:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:22,797 DEBUG [RS:0;692b295ad45c:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:22,797 DEBUG [RS:0;692b295ad45c:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:22,797 DEBUG [RS:0;692b295ad45c:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:19:22,797 DEBUG [RS:0;692b295ad45c:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:22,797 DEBUG [RS:0;692b295ad45c:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:22,797 DEBUG [RS:0;692b295ad45c:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:22,797 DEBUG [RS:0;692b295ad45c:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:22,797 DEBUG [RS:0;692b295ad45c:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:22,797 DEBUG [RS:0;692b295ad45c:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:22,797 DEBUG [RS:0;692b295ad45c:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:19:22,797 DEBUG [RS:0;692b295ad45c:45891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:19:22,798 INFO [RS:0;692b295ad45c:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:22,798 INFO [RS:0;692b295ad45c:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:22,798 INFO [RS:0;692b295ad45c:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:22,798 INFO [RS:0;692b295ad45c:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:22,798 INFO [RS:0;692b295ad45c:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:22,798 INFO [RS:0;692b295ad45c:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,45891,1731093561126-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:19:22,811 INFO [RS:0;692b295ad45c:45891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:19:22,811 INFO [RS:0;692b295ad45c:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,45891,1731093561126-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:22,811 INFO [RS:0;692b295ad45c:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:22,811 INFO [RS:0;692b295ad45c:45891 {}] regionserver.Replication(171): 692b295ad45c,45891,1731093561126 started 2024-11-08T19:19:22,823 INFO [RS:0;692b295ad45c:45891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:22,823 INFO [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,45891,1731093561126, RpcServer on 692b295ad45c/172.17.0.2:45891, sessionid=0x1011be371ad0001 2024-11-08T19:19:22,823 DEBUG [RS:0;692b295ad45c:45891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:19:22,823 DEBUG [RS:0;692b295ad45c:45891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,45891,1731093561126 2024-11-08T19:19:22,823 DEBUG [RS:0;692b295ad45c:45891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,45891,1731093561126' 2024-11-08T19:19:22,823 DEBUG [RS:0;692b295ad45c:45891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/079653721/flush-table-proc/abort' 2024-11-08T19:19:22,824 DEBUG [RS:0;692b295ad45c:45891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/079653721/flush-table-proc/acquired' 2024-11-08T19:19:22,824 DEBUG [RS:0;692b295ad45c:45891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:19:22,824 DEBUG [RS:0;692b295ad45c:45891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:19:22,824 DEBUG [RS:0;692b295ad45c:45891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,45891,1731093561126 2024-11-08T19:19:22,824 DEBUG [RS:0;692b295ad45c:45891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,45891,1731093561126' 2024-11-08T19:19:22,824 DEBUG [RS:0;692b295ad45c:45891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/079653721/online-snapshot/abort' 2024-11-08T19:19:22,824 DEBUG [RS:0;692b295ad45c:45891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/079653721/online-snapshot/acquired' 2024-11-08T19:19:22,825 DEBUG [RS:0;692b295ad45c:45891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:19:22,825 INFO [RS:0;692b295ad45c:45891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:19:22,825 INFO [RS:0;692b295ad45c:45891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:19:22,925 INFO [RS:0;692b295ad45c:45891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:19:22,926 INFO [RS:0;692b295ad45c:45891 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C45891%2C1731093561126, suffix=, logDir=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126, archiveDir=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/oldWALs, maxLogs=10 2024-11-08T19:19:22,945 DEBUG [RS:0;692b295ad45c:45891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927, exclude list is [], retry=0 2024-11-08T19:19:22,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37149,DS-6af34b69-2e47-4c6b-a374-809a69c80aeb,DISK] 2024-11-08T19:19:22,953 INFO [RS:0;692b295ad45c:45891 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 2024-11-08T19:19:22,953 DEBUG [RS:0;692b295ad45c:45891 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37389:37389)] 2024-11-08T19:19:23,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:19:23,112 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df 2024-11-08T19:19:23,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741833_1009 (size=32) 2024-11-08T19:19:23,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:23,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:19:23,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:19:23,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:23,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:23,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:19:23,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:19:23,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:23,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:23,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:19:23,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:19:23,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:23,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:23,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:19:23,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:19:23,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:23,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:23,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:19:23,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740 2024-11-08T19:19:23,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740 2024-11-08T19:19:23,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:19:23,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:19:23,525 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:19:23,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:19:23,527 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:19:23,528 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60514613, jitterRate=-0.0982619971036911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:19:23,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093563517Initializing all the Stores at 1731093563518 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093563518Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093563518Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093563518Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093563518Cleaning up temporary data from old regions at 1731093563524 (+6 ms)Region opened successfully at 1731093563536 (+12 ms) 2024-11-08T19:19:23,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:19:23,537 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:19:23,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:19:23,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:19:23,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:19:23,537 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:19:23,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093563537Disabling compacts and flushes for region at 1731093563537Disabling writes for close at 1731093563537Writing region close event to WAL at 1731093563537Closed at 1731093563537 2024-11-08T19:19:23,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:19:23,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:19:23,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:19:23,540 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:19:23,540 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:19:23,691 DEBUG [692b295ad45c:45655 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:19:23,691 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,45891,1731093561126 2024-11-08T19:19:23,692 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,45891,1731093561126, state=OPENING 2024-11-08T19:19:23,709 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:23,710 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:19:23,710 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38333 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:19:23,747 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:19:23,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721 2024-11-08T19:19:23,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721 2024-11-08T19:19:23,758 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:19:23,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /079653721/meta-region-server: CHANGED 2024-11-08T19:19:23,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /079653721/meta-region-server: CHANGED 2024-11-08T19:19:23,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,45891,1731093561126}] 2024-11-08T19:19:23,910 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:19:23,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:19:23,914 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:19:23,914 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:19:23,914 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:19:23,916 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C45891%2C1731093561126.meta, suffix=.meta, logDir=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126, archiveDir=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/oldWALs, maxLogs=10 2024-11-08T19:19:23,927 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.meta.1731093563916.meta, exclude list is [], retry=0 2024-11-08T19:19:23,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37149,DS-6af34b69-2e47-4c6b-a374-809a69c80aeb,DISK] 2024-11-08T19:19:23,930 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.meta.1731093563916.meta 2024-11-08T19:19:23,930 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37389:37389)] 2024-11-08T19:19:23,930 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:19:23,931 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:19:23,931 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:19:23,931 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:19:23,931 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:19:23,931 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:19:23,931 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:23,931 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:19:23,931 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:19:23,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:19:23,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:19:23,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:23,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:23,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:19:23,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:19:23,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:23,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:23,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:19:23,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:19:23,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:23,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:23,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:19:23,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:19:23,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:23,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:23,935 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:19:23,936 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740 2024-11-08T19:19:23,936 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740 2024-11-08T19:19:23,937 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:19:23,937 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:19:23,938 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:19:23,939 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:19:23,939 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59228379, jitterRate=-0.11742837727069855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:19:23,939 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:19:23,940 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093563931Writing region info on filesystem at 1731093563931Initializing all the Stores at 1731093563932 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093563932Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093563932Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093563932Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093563932Cleaning up temporary data from old regions at 1731093563937 (+5 ms)Running coprocessor post-open hooks at 1731093563939 (+2 ms)Region opened successfully at 1731093563940 (+1 ms) 2024-11-08T19:19:23,941 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093563910 2024-11-08T19:19:23,942 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:19:23,942 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:19:23,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,45891,1731093561126 2024-11-08T19:19:23,943 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,45891,1731093561126, state=OPEN 2024-11-08T19:19:23,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/079653721/meta-region-server 2024-11-08T19:19:23,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/079653721/meta-region-server 2024-11-08T19:19:23,975 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,45891,1731093561126 2024-11-08T19:19:23,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /079653721/meta-region-server: CHANGED 2024-11-08T19:19:23,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /079653721/meta-region-server: CHANGED 2024-11-08T19:19:23,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:19:23,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,45891,1731093561126 in 217 msec 2024-11-08T19:19:23,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:19:23,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-08T19:19:23,978 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:19:23,978 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:19:23,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:23,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,45891,1731093561126, seqNum=-1] 2024-11-08T19:19:23,980 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:23,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:19:23,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2860 sec 2024-11-08T19:19:23,984 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093563984, completionTime=-1 2024-11-08T19:19:23,984 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:19:23,984 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:19:23,985 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:19:23,986 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093623985 2024-11-08T19:19:23,986 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093683986 2024-11-08T19:19:23,986 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T19:19:23,986 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,45655,1731093560930-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:23,986 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,45655,1731093560930-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:23,986 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,45655,1731093560930-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:23,986 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:45655, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:23,986 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:23,986 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:23,988 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:19:23,989 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.799sec 2024-11-08T19:19:23,989 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:19:23,989 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:19:23,989 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:19:23,989 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:19:23,989 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:19:23,989 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,45655,1731093560930-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:19:23,989 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,45655,1731093560930-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:19:23,991 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:19:23,991 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:19:23,991 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,45655,1731093560930-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:24,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42dfff7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:24,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45655,-1 for getting cluster id 2024-11-08T19:19:24,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:24,048 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a7f97c7-c11c-41b0-9686-08d91df88553' 2024-11-08T19:19:24,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:24,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a7f97c7-c11c-41b0-9686-08d91df88553" 2024-11-08T19:19:24,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d1abd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:24,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45655,-1] 2024-11-08T19:19:24,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:24,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:24,050 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:24,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e325d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:24,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:24,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,45891,1731093561126, seqNum=-1] 2024-11-08T19:19:24,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:24,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:19:24,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,45655,1731093560930 2024-11-08T19:19:24,054 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54095 2024-11-08T19:19:24,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:19:24,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011be371ad0002 connected 2024-11-08T19:19:24,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/hadoop.log.dir so I do NOT create it in target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8 2024-11-08T19:19:24,086 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:19:24,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/hadoop.tmp.dir so I do NOT create it in target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8 2024-11-08T19:19:24,086 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:19:24,086 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8 2024-11-08T19:19:24,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:19:24,086 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/cluster_ec032ef5-9b6d-0112-de7a-11d6a29674ab, deleteOnExit=true 2024-11-08T19:19:24,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:19:24,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/test.cache.data in system properties and HBase conf 2024-11-08T19:19:24,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:19:24,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:19:24,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:19:24,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:19:24,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:19:24,087 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:19:24,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:19:24,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:19:24,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:19:24,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:19:24,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:19:24,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:19:24,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:19:24,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:19:24,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:19:24,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:19:24,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:19:24,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:19:24,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:19:24,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:19:24,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T19:19:24,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:19:24,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:19:24,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:19:24,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:19:24,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:19:24,419 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:19:24,420 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:19:24,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64bff314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:19:24,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b8c84ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:19:24,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116be29e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/java.io.tmpdir/jetty-localhost-44001-hadoop-hdfs-3_4_1-tests_jar-_-any-5277706164410693386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:19:24,515 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a009e9e{HTTP/1.1, (http/1.1)}{localhost:44001} 2024-11-08T19:19:24,515 INFO [Time-limited test {}] server.Server(415): Started @238839ms 2024-11-08T19:19:25,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:19:25,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:19:25,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:19:25,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:19:25,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:19:25,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17652b88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:19:25,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f5a701f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:19:25,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c68d4f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/java.io.tmpdir/jetty-localhost-35599-hadoop-hdfs-3_4_1-tests_jar-_-any-16547464208804580951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:19:25,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61d6317e{HTTP/1.1, (http/1.1)}{localhost:35599} 2024-11-08T19:19:25,132 INFO [Time-limited test {}] server.Server(415): Started @239455ms 2024-11-08T19:19:25,133 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:19:25,893 WARN [Thread-2781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/cluster_ec032ef5-9b6d-0112-de7a-11d6a29674ab/data/data2/current/BP-331502726-172.17.0.2-1731093564105/current, will proceed with Du for space computation calculation, 2024-11-08T19:19:25,893 WARN [Thread-2780 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/cluster_ec032ef5-9b6d-0112-de7a-11d6a29674ab/data/data1/current/BP-331502726-172.17.0.2-1731093564105/current, will proceed with Du for space computation calculation, 2024-11-08T19:19:25,912 WARN [Thread-2768 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:19:25,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d55a37321e81045 with lease ID 0x809c995dee5a63f5: Processing first storage report for DS-bbeb9fa6-a06d-4295-a383-7a7643cdeb3c from datanode DatanodeRegistration(127.0.0.1:40261, datanodeUuid=8635c1fc-4a3c-4e1b-92b3-f5567e5e276b, infoPort=35667, infoSecurePort=0, ipcPort=37337, storageInfo=lv=-57;cid=testClusterID;nsid=246907173;c=1731093564105) 2024-11-08T19:19:25,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d55a37321e81045 with lease ID 0x809c995dee5a63f5: from storage DS-bbeb9fa6-a06d-4295-a383-7a7643cdeb3c node DatanodeRegistration(127.0.0.1:40261, datanodeUuid=8635c1fc-4a3c-4e1b-92b3-f5567e5e276b, infoPort=35667, infoSecurePort=0, ipcPort=37337, storageInfo=lv=-57;cid=testClusterID;nsid=246907173;c=1731093564105), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:19:25,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d55a37321e81045 with lease ID 0x809c995dee5a63f5: Processing first storage report for DS-30380b86-a45f-40fb-8d1b-13c532953899 from datanode DatanodeRegistration(127.0.0.1:40261, datanodeUuid=8635c1fc-4a3c-4e1b-92b3-f5567e5e276b, infoPort=35667, infoSecurePort=0, ipcPort=37337, storageInfo=lv=-57;cid=testClusterID;nsid=246907173;c=1731093564105) 2024-11-08T19:19:25,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d55a37321e81045 with lease ID 0x809c995dee5a63f5: from storage DS-30380b86-a45f-40fb-8d1b-13c532953899 node DatanodeRegistration(127.0.0.1:40261, datanodeUuid=8635c1fc-4a3c-4e1b-92b3-f5567e5e276b, infoPort=35667, infoSecurePort=0, ipcPort=37337, storageInfo=lv=-57;cid=testClusterID;nsid=246907173;c=1731093564105), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:19:25,959 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8 2024-11-08T19:19:25,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:25,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:25,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:19:26,368 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9 with version=8 2024-11-08T19:19:26,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/hbase-staging 2024-11-08T19:19:26,370 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:19:26,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:19:26,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:19:26,370 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:19:26,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:19:26,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:19:26,370 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:19:26,370 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:19:26,371 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42085 2024-11-08T19:19:26,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42085 connecting to ZooKeeper ensemble=127.0.0.1:54095 2024-11-08T19:19:26,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420850x0, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:19:26,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42085-0x1011be371ad0003 connected 2024-11-08T19:19:26,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:26,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:26,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Set watcher on znode that does not yet exist, /11886042305/running 2024-11-08T19:19:26,498 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9, hbase.cluster.distributed=false 2024-11-08T19:19:26,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Set watcher on znode that does not yet exist, /11886042305/acl 2024-11-08T19:19:26,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42085 2024-11-08T19:19:26,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42085 2024-11-08T19:19:26,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42085 2024-11-08T19:19:26,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42085 2024-11-08T19:19:26,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42085 2024-11-08T19:19:26,512 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:19:26,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:19:26,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:19:26,513 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:19:26,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:19:26,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:19:26,513 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:19:26,513 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:19:26,514 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42339 2024-11-08T19:19:26,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42339 connecting to ZooKeeper ensemble=127.0.0.1:54095 2024-11-08T19:19:26,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:26,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:26,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423390x0, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:19:26,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42339-0x1011be371ad0004 connected 2024-11-08T19:19:26,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Set watcher on znode that does not yet exist, /11886042305/running 2024-11-08T19:19:26,527 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:19:26,527 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:19:26,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Set watcher on znode that does not yet exist, /11886042305/master 2024-11-08T19:19:26,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Set watcher on znode that does not yet exist, /11886042305/acl 2024-11-08T19:19:26,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42339 2024-11-08T19:19:26,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42339 2024-11-08T19:19:26,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42339 2024-11-08T19:19:26,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42339 2024-11-08T19:19:26,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42339 2024-11-08T19:19:26,547 DEBUG [M:0;692b295ad45c:42085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:42085 2024-11-08T19:19:26,547 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11886042305/backup-masters/692b295ad45c,42085,1731093566370 2024-11-08T19:19:26,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305/backup-masters 2024-11-08T19:19:26,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305/backup-masters 2024-11-08T19:19:26,558 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Set watcher on existing znode=/11886042305/backup-masters/692b295ad45c,42085,1731093566370 2024-11-08T19:19:26,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11886042305/master 2024-11-08T19:19:26,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305 2024-11-08T19:19:26,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305 2024-11-08T19:19:26,569 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Set watcher on existing znode=/11886042305/master 2024-11-08T19:19:26,569 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11886042305/backup-masters/692b295ad45c,42085,1731093566370 from backup master directory 2024-11-08T19:19:26,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11886042305/backup-masters/692b295ad45c,42085,1731093566370 2024-11-08T19:19:26,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305/backup-masters 2024-11-08T19:19:26,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305/backup-masters 2024-11-08T19:19:26,579 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:19:26,579 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,42085,1731093566370 2024-11-08T19:19:26,581 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/hbase.id] with ID: b0fff7c0-d851-4c6b-8bd4-498b9700b5a5 2024-11-08T19:19:26,581 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/.tmp/hbase.id 2024-11-08T19:19:26,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:19:26,985 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/.tmp/hbase.id]:[hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/hbase.id] 2024-11-08T19:19:26,993 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:26,993 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:19:26,993 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T19:19:27,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305 2024-11-08T19:19:27,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305 2024-11-08T19:19:27,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:19:27,450 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:19:27,451 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:19:27,451 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:19:27,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:19:27,857 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store 2024-11-08T19:19:27,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:19:28,262 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:28,262 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:19:28,262 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:28,262 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:28,262 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:19:28,262 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:28,262 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:28,262 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093568262Disabling compacts and flushes for region at 1731093568262Disabling writes for close at 1731093568262Writing region close event to WAL at 1731093568262Closed at 1731093568262 2024-11-08T19:19:28,263 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/.initializing 2024-11-08T19:19:28,263 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/WALs/692b295ad45c,42085,1731093566370 2024-11-08T19:19:28,264 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:19:28,265 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C42085%2C1731093566370, suffix=, logDir=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/WALs/692b295ad45c,42085,1731093566370, archiveDir=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/oldWALs, maxLogs=10 2024-11-08T19:19:28,277 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/WALs/692b295ad45c,42085,1731093566370/692b295ad45c%2C42085%2C1731093566370.1731093568265, exclude list is [], retry=0 2024-11-08T19:19:28,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40261,DS-bbeb9fa6-a06d-4295-a383-7a7643cdeb3c,DISK] 2024-11-08T19:19:28,280 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/WALs/692b295ad45c,42085,1731093566370/692b295ad45c%2C42085%2C1731093566370.1731093568265 2024-11-08T19:19:28,280 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35667:35667)] 2024-11-08T19:19:28,280 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:19:28,280 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:28,280 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:28,280 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:28,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:28,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:19:28,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:28,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:28,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:28,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:19:28,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:28,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:28,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:28,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:19:28,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:28,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:28,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:28,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:19:28,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:28,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:28,285 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:28,286 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:28,286 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:28,287 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:28,287 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:28,287 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:19:28,288 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:28,289 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:19:28,290 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66626504, jitterRate=-0.0071877241134643555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:19:28,290 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093568280Initializing all the Stores at 1731093568281 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093568281Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093568281Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093568281Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093568281Cleaning up temporary data from old regions at 1731093568287 (+6 ms)Region opened successfully at 1731093568290 (+3 ms) 2024-11-08T19:19:28,290 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:19:28,292 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72921b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:19:28,293 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:19:28,293 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:19:28,293 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:19:28,293 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:19:28,293 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:19:28,294 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:19:28,294 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:19:28,295 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:19:28,296 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Unable to get data of znode /11886042305/balancer because node does not exist (not necessarily an error) 2024-11-08T19:19:28,358 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11886042305/balancer already deleted, retry=false 2024-11-08T19:19:28,358 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:19:28,359 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Unable to get data of znode /11886042305/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:19:28,368 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11886042305/normalizer already deleted, retry=false 2024-11-08T19:19:28,368 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:19:28,369 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Unable to get data of znode /11886042305/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:19:28,379 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11886042305/switch/split already deleted, retry=false 2024-11-08T19:19:28,379 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Unable to get data of znode /11886042305/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:19:28,389 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11886042305/switch/merge already deleted, retry=false 2024-11-08T19:19:28,391 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Unable to get data of znode /11886042305/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:19:28,400 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11886042305/snapshot-cleanup already deleted, retry=false 2024-11-08T19:19:28,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11886042305/running 2024-11-08T19:19:28,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11886042305/running 2024-11-08T19:19:28,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305 2024-11-08T19:19:28,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305 2024-11-08T19:19:28,411 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,42085,1731093566370, sessionid=0x1011be371ad0003, setting cluster-up flag (Was=false) 2024-11-08T19:19:28,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305 2024-11-08T19:19:28,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305 2024-11-08T19:19:28,463 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11886042305/flush-table-proc/acquired, /11886042305/flush-table-proc/reached, /11886042305/flush-table-proc/abort 2024-11-08T19:19:28,464 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,42085,1731093566370 2024-11-08T19:19:28,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305 2024-11-08T19:19:28,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305 2024-11-08T19:19:28,515 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11886042305/online-snapshot/acquired, /11886042305/online-snapshot/reached, /11886042305/online-snapshot/abort 2024-11-08T19:19:28,516 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,42085,1731093566370 2024-11-08T19:19:28,517 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:19:28,518 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:19:28,519 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:19:28,519 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:19:28,519 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,42085,1731093566370 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:19:28,520 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:19:28,520 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:19:28,520 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:19:28,520 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:19:28,520 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:19:28,520 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:28,520 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:19:28,520 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:28,521 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093598521 2024-11-08T19:19:28,521 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:19:28,521 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:19:28,521 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:19:28,522 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:19:28,522 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:19:28,522 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:19:28,522 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:19:28,522 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:19:28,522 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:28,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:19:28,524 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:28,524 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:19:28,524 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:19:28,525 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:19:28,525 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:19:28,528 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:19:28,528 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:19:28,529 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093568528,5,FailOnTimeoutGroup] 2024-11-08T19:19:28,532 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093568529,5,FailOnTimeoutGroup] 2024-11-08T19:19:28,532 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:28,532 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:19:28,532 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:28,532 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:28,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:19:28,539 INFO [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(746): ClusterId : b0fff7c0-d851-4c6b-8bd4-498b9700b5a5 2024-11-08T19:19:28,539 DEBUG [RS:0;692b295ad45c:42339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:19:28,548 DEBUG [RS:0;692b295ad45c:42339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:19:28,548 DEBUG [RS:0;692b295ad45c:42339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:19:28,558 DEBUG [RS:0;692b295ad45c:42339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:19:28,559 DEBUG [RS:0;692b295ad45c:42339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0023af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:19:28,571 DEBUG [RS:0;692b295ad45c:42339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:42339 2024-11-08T19:19:28,571 INFO [RS:0;692b295ad45c:42339 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:19:28,571 INFO [RS:0;692b295ad45c:42339 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:19:28,571 DEBUG [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:19:28,572 INFO [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,42085,1731093566370 with port=42339, startcode=1731093566512 2024-11-08T19:19:28,572 DEBUG [RS:0;692b295ad45c:42339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:19:28,573 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:19:28,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,42339,1731093566512 2024-11-08T19:19:28,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42085 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,42339,1731093566512 2024-11-08T19:19:28,575 DEBUG [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9 2024-11-08T19:19:28,575 DEBUG [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40545 2024-11-08T19:19:28,575 DEBUG [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:19:28,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305/rs 2024-11-08T19:19:28,579 DEBUG [RS:0;692b295ad45c:42339 {}] zookeeper.ZKUtil(111): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Set watcher on existing znode=/11886042305/rs/692b295ad45c,42339,1731093566512 2024-11-08T19:19:28,579 WARN [RS:0;692b295ad45c:42339 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:19:28,579 INFO [RS:0;692b295ad45c:42339 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:19:28,579 DEBUG [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512 2024-11-08T19:19:28,579 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,42339,1731093566512] 2024-11-08T19:19:28,582 INFO [RS:0;692b295ad45c:42339 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:19:28,583 INFO [RS:0;692b295ad45c:42339 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:19:28,583 INFO [RS:0;692b295ad45c:42339 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:19:28,583 INFO [RS:0;692b295ad45c:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:28,584 INFO [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:19:28,584 INFO [RS:0;692b295ad45c:42339 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:19:28,584 INFO [RS:0;692b295ad45c:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:28,584 DEBUG [RS:0;692b295ad45c:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:28,584 DEBUG [RS:0;692b295ad45c:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:28,584 DEBUG [RS:0;692b295ad45c:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:28,584 DEBUG [RS:0;692b295ad45c:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:28,584 DEBUG [RS:0;692b295ad45c:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:28,585 DEBUG [RS:0;692b295ad45c:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:19:28,585 DEBUG [RS:0;692b295ad45c:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:28,585 DEBUG [RS:0;692b295ad45c:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:28,585 DEBUG [RS:0;692b295ad45c:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:28,585 DEBUG [RS:0;692b295ad45c:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:28,585 DEBUG [RS:0;692b295ad45c:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:28,585 DEBUG [RS:0;692b295ad45c:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:28,585 DEBUG [RS:0;692b295ad45c:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:19:28,585 DEBUG [RS:0;692b295ad45c:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:19:28,585 INFO [RS:0;692b295ad45c:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:28,585 INFO [RS:0;692b295ad45c:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:28,585 INFO [RS:0;692b295ad45c:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:28,585 INFO [RS:0;692b295ad45c:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:28,585 INFO [RS:0;692b295ad45c:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:28,585 INFO [RS:0;692b295ad45c:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42339,1731093566512-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:19:28,597 INFO [RS:0;692b295ad45c:42339 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:19:28,597 INFO [RS:0;692b295ad45c:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42339,1731093566512-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:28,597 INFO [RS:0;692b295ad45c:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:28,597 INFO [RS:0;692b295ad45c:42339 {}] regionserver.Replication(171): 692b295ad45c,42339,1731093566512 started 2024-11-08T19:19:28,609 INFO [RS:0;692b295ad45c:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:28,609 INFO [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,42339,1731093566512, RpcServer on 692b295ad45c/172.17.0.2:42339, sessionid=0x1011be371ad0004 2024-11-08T19:19:28,609 DEBUG [RS:0;692b295ad45c:42339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:19:28,609 DEBUG [RS:0;692b295ad45c:42339 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,42339,1731093566512 2024-11-08T19:19:28,609 DEBUG [RS:0;692b295ad45c:42339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,42339,1731093566512' 2024-11-08T19:19:28,609 DEBUG [RS:0;692b295ad45c:42339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11886042305/flush-table-proc/abort' 2024-11-08T19:19:28,609 DEBUG [RS:0;692b295ad45c:42339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11886042305/flush-table-proc/acquired' 2024-11-08T19:19:28,610 DEBUG [RS:0;692b295ad45c:42339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:19:28,610 DEBUG [RS:0;692b295ad45c:42339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:19:28,610 DEBUG [RS:0;692b295ad45c:42339 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,42339,1731093566512 2024-11-08T19:19:28,610 DEBUG [RS:0;692b295ad45c:42339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,42339,1731093566512' 2024-11-08T19:19:28,610 DEBUG [RS:0;692b295ad45c:42339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11886042305/online-snapshot/abort' 2024-11-08T19:19:28,610 DEBUG [RS:0;692b295ad45c:42339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11886042305/online-snapshot/acquired' 2024-11-08T19:19:28,610 DEBUG [RS:0;692b295ad45c:42339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:19:28,610 INFO [RS:0;692b295ad45c:42339 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:19:28,610 INFO [RS:0;692b295ad45c:42339 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:19:28,710 INFO [RS:0;692b295ad45c:42339 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:19:28,711 INFO [RS:0;692b295ad45c:42339 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C42339%2C1731093566512, suffix=, logDir=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512, archiveDir=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/oldWALs, maxLogs=10 2024-11-08T19:19:28,722 DEBUG [RS:0;692b295ad45c:42339 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712, exclude list is [], retry=0 2024-11-08T19:19:28,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40261,DS-bbeb9fa6-a06d-4295-a383-7a7643cdeb3c,DISK] 2024-11-08T19:19:28,726 INFO [RS:0;692b295ad45c:42339 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 2024-11-08T19:19:28,726 DEBUG [RS:0;692b295ad45c:42339 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35667:35667)] 2024-11-08T19:19:28,793 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:19:28,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:28,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:19:28,934 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9 2024-11-08T19:19:28,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741833_1009 (size=32) 2024-11-08T19:19:28,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:28,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:28,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:28,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:28,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:28,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:28,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:28,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:28,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:28,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:29,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:29,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:19:29,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:19:29,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:29,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:29,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:19:29,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:19:29,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:29,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:29,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:19:29,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:19:29,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:29,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:29,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:19:29,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:19:29,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:29,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:29,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:19:29,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740 2024-11-08T19:19:29,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740 2024-11-08T19:19:29,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:19:29,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:19:29,353 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:19:29,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:19:29,356 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:19:29,356 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72263804, jitterRate=0.07681459188461304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:19:29,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093569345Initializing all the Stores at 1731093569346 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093569346Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093569346Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093569346Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093569346Cleaning up temporary data from old regions at 1731093569353 (+7 ms)Region opened successfully at 1731093569356 (+3 ms) 2024-11-08T19:19:29,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:19:29,356 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:19:29,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:19:29,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:19:29,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:19:29,357 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:19:29,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093569356Disabling compacts and flushes for region at 1731093569356Disabling writes for close at 1731093569356Writing region close event to WAL at 1731093569356Closed at 1731093569356 2024-11-08T19:19:29,357 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:19:29,357 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:19:29,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:19:29,358 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:19:29,360 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:19:29,493 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:19:29,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:29,510 DEBUG [692b295ad45c:42085 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:19:29,510 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,42339,1731093566512 2024-11-08T19:19:29,511 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,42339,1731093566512, state=OPENING 2024-11-08T19:19:29,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:29,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:29,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:29,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:29,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:29,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:29,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:29,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:29,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:29,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:29,681 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:19:29,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305 2024-11-08T19:19:29,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305 2024-11-08T19:19:29,695 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:19:29,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11886042305/meta-region-server: CHANGED 2024-11-08T19:19:29,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,42339,1731093566512}] 2024-11-08T19:19:29,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11886042305/meta-region-server: CHANGED 2024-11-08T19:19:29,847 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:19:29,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:19:29,851 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:19:29,851 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:19:29,851 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:19:29,852 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C42339%2C1731093566512.meta, suffix=.meta, logDir=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512, archiveDir=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/oldWALs, maxLogs=10 2024-11-08T19:19:29,863 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.meta.1731093569852.meta, exclude list is [], retry=0 2024-11-08T19:19:29,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40261,DS-bbeb9fa6-a06d-4295-a383-7a7643cdeb3c,DISK] 2024-11-08T19:19:29,866 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.meta.1731093569852.meta 2024-11-08T19:19:29,866 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35667:35667)] 2024-11-08T19:19:29,866 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:19:29,867 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:19:29,867 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:19:29,867 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:19:29,867 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:19:29,867 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:19:29,867 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:29,867 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:19:29,867 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:19:29,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:19:29,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:19:29,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:29,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:29,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:19:29,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:19:29,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:29,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:29,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:19:29,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:19:29,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:29,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:29,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:19:29,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:19:29,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:29,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:29,871 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:19:29,872 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740 2024-11-08T19:19:29,873 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740 2024-11-08T19:19:29,873 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:19:29,873 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:19:29,874 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:19:29,874 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:19:29,875 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66003797, jitterRate=-0.016466781497001648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:19:29,875 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:19:29,875 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093569867Writing region info on filesystem at 1731093569867Initializing all the Stores at 1731093569868 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093569868Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093569868Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093569868Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093569868Cleaning up temporary data from old regions at 1731093569873 (+5 ms)Running coprocessor post-open hooks at 1731093569875 (+2 ms)Region opened successfully at 1731093569875 2024-11-08T19:19:29,875 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093569847 2024-11-08T19:19:29,877 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:19:29,877 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:19:29,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,42339,1731093566512 2024-11-08T19:19:29,878 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,42339,1731093566512, state=OPEN 2024-11-08T19:19:29,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11886042305/meta-region-server 2024-11-08T19:19:29,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11886042305/meta-region-server 2024-11-08T19:19:29,884 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,42339,1731093566512 2024-11-08T19:19:29,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11886042305/meta-region-server: CHANGED 2024-11-08T19:19:29,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11886042305/meta-region-server: CHANGED 2024-11-08T19:19:29,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:19:29,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,42339,1731093566512 in 189 msec 2024-11-08T19:19:29,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:19:29,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 528 msec 2024-11-08T19:19:29,888 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:19:29,888 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:19:29,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:29,889 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,42339,1731093566512, seqNum=-1] 2024-11-08T19:19:29,889 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:29,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:19:29,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3750 sec 2024-11-08T19:19:29,893 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093569893, completionTime=-1 2024-11-08T19:19:29,893 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:19:29,893 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:19:29,895 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:19:29,895 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093629895 2024-11-08T19:19:29,895 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093689895 2024-11-08T19:19:29,895 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T19:19:29,895 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42085,1731093566370-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:29,895 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42085,1731093566370-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:29,895 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42085,1731093566370-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:29,895 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:42085, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:29,895 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:29,895 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:29,896 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:19:29,898 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.319sec 2024-11-08T19:19:29,898 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:19:29,898 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:19:29,898 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:19:29,898 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:19:29,898 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:19:29,898 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42085,1731093566370-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:19:29,898 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42085,1731093566370-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:19:29,900 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:19:29,900 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:19:29,900 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42085,1731093566370-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:29,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc5b118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:29,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,42085,-1 for getting cluster id 2024-11-08T19:19:29,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:29,942 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0fff7c0-d851-4c6b-8bd4-498b9700b5a5' 2024-11-08T19:19:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0fff7c0-d851-4c6b-8bd4-498b9700b5a5" 2024-11-08T19:19:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5830947a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,42085,-1] 2024-11-08T19:19:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:29,943 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:29,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:29,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:29,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,42339,1731093566512, seqNum=-1] 2024-11-08T19:19:29,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:29,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:19:29,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,42085,1731093566370 2024-11-08T19:19:29,948 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54095 2024-11-08T19:19:29,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:19:29,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011be371ad0005 connected 2024-11-08T19:19:29,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/hadoop.log.dir so I do NOT create it in target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06 2024-11-08T19:19:29,970 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:19:29,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/hadoop.tmp.dir so I do NOT create it in target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06 2024-11-08T19:19:29,970 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:19:29,970 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06 2024-11-08T19:19:29,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:19:29,971 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/cluster_5e21f815-3d94-e9d7-fe54-ca158eb2ec90, deleteOnExit=true 2024-11-08T19:19:29,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:19:29,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/test.cache.data in system properties and HBase conf 2024-11-08T19:19:29,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:19:29,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:19:29,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:19:29,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:19:29,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:19:29,971 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:19:29,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:19:29,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:19:29,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:19:29,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:19:29,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:19:29,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:19:29,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:19:29,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:19:29,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:19:29,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:19:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:19:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:19:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:19:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:19:30,451 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:19:30,454 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:19:30,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:19:30,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:19:30,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:19:30,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:19:30,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c6d835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:19:30,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d642705{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:19:30,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bd8bc97{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/java.io.tmpdir/jetty-localhost-44739-hadoop-hdfs-3_4_1-tests_jar-_-any-1206161277219302346/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:19:30,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3557f72c{HTTP/1.1, (http/1.1)}{localhost:44739} 2024-11-08T19:19:30,559 INFO [Time-limited test {}] server.Server(415): Started @244883ms 2024-11-08T19:19:30,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:19:30,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:19:30,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:19:30,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:19:30,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:19:30,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75cb1e70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:19:30,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17467af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:19:30,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27eb601b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/java.io.tmpdir/jetty-localhost-41445-hadoop-hdfs-3_4_1-tests_jar-_-any-1746284943461711894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:19:30,987 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58f4c61{HTTP/1.1, (http/1.1)}{localhost:41445} 2024-11-08T19:19:30,987 INFO [Time-limited test {}] server.Server(415): Started @245310ms 2024-11-08T19:19:30,988 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:19:31,626 WARN [Thread-2901 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/cluster_5e21f815-3d94-e9d7-fe54-ca158eb2ec90/data/data1/current/BP-678083280-172.17.0.2-1731093569986/current, will proceed with Du for space computation calculation, 2024-11-08T19:19:31,626 WARN [Thread-2902 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/cluster_5e21f815-3d94-e9d7-fe54-ca158eb2ec90/data/data2/current/BP-678083280-172.17.0.2-1731093569986/current, will proceed with Du for space computation calculation, 2024-11-08T19:19:31,647 WARN [Thread-2889 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:19:31,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2bb7e6204ca9b16 with lease ID 0xc39b60bd6d0fa94b: Processing first storage report for DS-7c069419-e3c9-4d2c-a5f3-b52288416524 from datanode DatanodeRegistration(127.0.0.1:43859, datanodeUuid=885cfea3-ef60-46f1-9a48-d2704537d813, infoPort=38129, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=576421961;c=1731093569986) 2024-11-08T19:19:31,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2bb7e6204ca9b16 with lease ID 0xc39b60bd6d0fa94b: from storage DS-7c069419-e3c9-4d2c-a5f3-b52288416524 node DatanodeRegistration(127.0.0.1:43859, datanodeUuid=885cfea3-ef60-46f1-9a48-d2704537d813, infoPort=38129, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=576421961;c=1731093569986), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:19:31,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2bb7e6204ca9b16 with lease ID 0xc39b60bd6d0fa94b: Processing first storage report for DS-a9bc57a3-fbab-4367-aa12-798347f4dc0c from datanode DatanodeRegistration(127.0.0.1:43859, datanodeUuid=885cfea3-ef60-46f1-9a48-d2704537d813, infoPort=38129, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=576421961;c=1731093569986) 2024-11-08T19:19:31,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2bb7e6204ca9b16 with lease ID 0xc39b60bd6d0fa94b: from storage DS-a9bc57a3-fbab-4367-aa12-798347f4dc0c node DatanodeRegistration(127.0.0.1:43859, datanodeUuid=885cfea3-ef60-46f1-9a48-d2704537d813, infoPort=38129, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=576421961;c=1731093569986), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:19:31,711 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06 2024-11-08T19:19:31,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:31,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:31,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:19:32,120 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98 with version=8 2024-11-08T19:19:32,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/hbase-staging 2024-11-08T19:19:32,122 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:19:32,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:19:32,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:19:32,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:19:32,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:19:32,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:19:32,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:19:32,122 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:19:32,123 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33755 2024-11-08T19:19:32,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33755 connecting to ZooKeeper ensemble=127.0.0.1:54095 2024-11-08T19:19:32,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337550x0, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:19:32,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33755-0x1011be371ad0006 connected 2024-11-08T19:19:32,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:32,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:32,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Set watcher on znode that does not yet exist, /2-527659224/running 2024-11-08T19:19:32,245 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98, hbase.cluster.distributed=false 2024-11-08T19:19:32,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Set watcher on znode that does not yet exist, /2-527659224/acl 2024-11-08T19:19:32,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33755 2024-11-08T19:19:32,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33755 2024-11-08T19:19:32,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33755 2024-11-08T19:19:32,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33755 2024-11-08T19:19:32,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33755 2024-11-08T19:19:32,259 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:19:32,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:19:32,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:19:32,259 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:19:32,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:19:32,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:19:32,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:19:32,259 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:19:32,260 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42981 2024-11-08T19:19:32,260 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42981 connecting to ZooKeeper ensemble=127.0.0.1:54095 2024-11-08T19:19:32,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:32,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:32,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429810x0, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:19:32,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429810x0, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Set watcher on znode that does not yet exist, /2-527659224/running 2024-11-08T19:19:32,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42981-0x1011be371ad0007 connected 2024-11-08T19:19:32,274 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:19:32,276 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:19:32,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Set watcher on znode that does not yet exist, /2-527659224/master 2024-11-08T19:19:32,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Set watcher on znode that does not yet exist, /2-527659224/acl 2024-11-08T19:19:32,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42981 2024-11-08T19:19:32,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42981 2024-11-08T19:19:32,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42981 2024-11-08T19:19:32,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42981 2024-11-08T19:19:32,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42981 2024-11-08T19:19:32,293 DEBUG [M:0;692b295ad45c:33755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:33755 2024-11-08T19:19:32,293 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-527659224/backup-masters/692b295ad45c,33755,1731093572122 2024-11-08T19:19:32,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224/backup-masters 2024-11-08T19:19:32,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224/backup-masters 2024-11-08T19:19:32,305 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Set watcher on existing znode=/2-527659224/backup-masters/692b295ad45c,33755,1731093572122 2024-11-08T19:19:32,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224 2024-11-08T19:19:32,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-527659224/master 2024-11-08T19:19:32,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224 2024-11-08T19:19:32,316 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Set watcher on existing znode=/2-527659224/master 2024-11-08T19:19:32,316 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-527659224/backup-masters/692b295ad45c,33755,1731093572122 from backup master directory 2024-11-08T19:19:32,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-527659224/backup-masters/692b295ad45c,33755,1731093572122 2024-11-08T19:19:32,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224/backup-masters 2024-11-08T19:19:32,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224/backup-masters 2024-11-08T19:19:32,326 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:19:32,326 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,33755,1731093572122 2024-11-08T19:19:32,328 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/hbase.id] with ID: 34d39655-828e-4506-bb2f-4dac1db9e916 2024-11-08T19:19:32,328 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/.tmp/hbase.id 2024-11-08T19:19:32,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:19:32,333 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/.tmp/hbase.id]:[hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/hbase.id] 2024-11-08T19:19:32,341 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:19:32,341 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:19:32,341 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T19:19:32,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224 2024-11-08T19:19:32,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224 2024-11-08T19:19:32,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:19:32,754 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:19:32,754 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:19:32,755 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:19:32,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:19:33,161 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store 2024-11-08T19:19:33,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:19:33,566 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:33,566 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:19:33,566 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:33,566 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:33,566 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:19:33,566 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:33,566 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:33,566 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093573566Disabling compacts and flushes for region at 1731093573566Disabling writes for close at 1731093573566Writing region close event to WAL at 1731093573566Closed at 1731093573566 2024-11-08T19:19:33,567 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/.initializing 2024-11-08T19:19:33,567 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/WALs/692b295ad45c,33755,1731093572122 2024-11-08T19:19:33,567 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:19:33,569 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C33755%2C1731093572122, suffix=, logDir=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/WALs/692b295ad45c,33755,1731093572122, archiveDir=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/oldWALs, maxLogs=10 2024-11-08T19:19:33,584 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/WALs/692b295ad45c,33755,1731093572122/692b295ad45c%2C33755%2C1731093572122.1731093573569, exclude list is [], retry=0 2024-11-08T19:19:33,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-7c069419-e3c9-4d2c-a5f3-b52288416524,DISK] 2024-11-08T19:19:33,587 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/WALs/692b295ad45c,33755,1731093572122/692b295ad45c%2C33755%2C1731093572122.1731093573569 2024-11-08T19:19:33,588 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38129:38129)] 2024-11-08T19:19:33,588 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:19:33,589 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:33,589 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:33,589 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:33,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:33,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:19:33,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:33,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:33,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:33,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:19:33,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:33,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:33,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:33,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:19:33,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:33,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:33,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:33,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:19:33,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:33,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:33,595 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:33,596 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:33,596 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:33,597 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:33,597 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:33,597 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:19:33,598 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:19:33,600 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:19:33,600 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59454079, jitterRate=-0.11406518518924713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:19:33,600 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093573589Initializing all the Stores at 1731093573589Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093573589Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093573590 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093573590Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093573590Cleaning up temporary data from old regions at 1731093573597 (+7 ms)Region opened successfully at 1731093573600 (+3 ms) 2024-11-08T19:19:33,600 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:19:33,602 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb61140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:19:33,603 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:19:33,603 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:19:33,603 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:19:33,603 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:19:33,604 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:19:33,604 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:19:33,604 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:19:33,605 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:19:33,606 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Unable to get data of znode /2-527659224/balancer because node does not exist (not necessarily an error) 2024-11-08T19:19:33,663 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-527659224/balancer already deleted, retry=false 2024-11-08T19:19:33,663 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:19:33,664 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Unable to get data of znode /2-527659224/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:19:33,673 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-527659224/normalizer already deleted, retry=false 2024-11-08T19:19:33,673 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:19:33,674 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Unable to get data of znode /2-527659224/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:19:33,684 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-527659224/switch/split already deleted, retry=false 2024-11-08T19:19:33,684 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Unable to get data of znode /2-527659224/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:19:33,694 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-527659224/switch/merge already deleted, retry=false 2024-11-08T19:19:33,696 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Unable to get data of znode /2-527659224/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:19:33,705 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-527659224/snapshot-cleanup already deleted, retry=false 2024-11-08T19:19:33,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-527659224/running 2024-11-08T19:19:33,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-527659224/running 2024-11-08T19:19:33,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224 2024-11-08T19:19:33,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224 2024-11-08T19:19:33,716 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,33755,1731093572122, sessionid=0x1011be371ad0006, setting cluster-up flag (Was=false) 2024-11-08T19:19:33,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224 2024-11-08T19:19:33,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224 2024-11-08T19:19:33,768 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-527659224/flush-table-proc/acquired, /2-527659224/flush-table-proc/reached, /2-527659224/flush-table-proc/abort 2024-11-08T19:19:33,769 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,33755,1731093572122 2024-11-08T19:19:33,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224 2024-11-08T19:19:33,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224 2024-11-08T19:19:33,808 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:33,809 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:19:33,809 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48432 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:19:33,820 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-527659224/online-snapshot/acquired, /2-527659224/online-snapshot/reached, /2-527659224/online-snapshot/abort 2024-11-08T19:19:33,821 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,33755,1731093572122 2024-11-08T19:19:33,822 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:19:33,823 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:19:33,823 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:19:33,824 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:19:33,824 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,33755,1731093572122 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:19:33,825 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:19:33,825 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:19:33,825 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:19:33,825 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:19:33,825 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:19:33,825 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:33,825 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:19:33,825 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:33,826 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093603826 2024-11-08T19:19:33,826 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:19:33,826 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:19:33,826 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:19:33,826 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:19:33,826 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:19:33,826 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:19:33,826 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:19:33,826 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:19:33,826 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:33,827 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:19:33,827 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:19:33,827 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:19:33,827 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:19:33,827 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:33,827 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:19:33,827 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:19:33,828 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:19:33,828 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093573828,5,FailOnTimeoutGroup] 2024-11-08T19:19:33,831 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093573828,5,FailOnTimeoutGroup] 2024-11-08T19:19:33,831 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:33,831 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:19:33,831 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:33,831 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:33,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:19:33,835 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:19:33,835 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98 2024-11-08T19:19:33,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:19:33,886 INFO [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(746): ClusterId : 34d39655-828e-4506-bb2f-4dac1db9e916 2024-11-08T19:19:33,886 DEBUG [RS:0;692b295ad45c:42981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:19:33,895 DEBUG [RS:0;692b295ad45c:42981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:19:33,895 DEBUG [RS:0;692b295ad45c:42981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:19:33,906 DEBUG [RS:0;692b295ad45c:42981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:19:33,906 DEBUG [RS:0;692b295ad45c:42981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79837c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:19:33,916 DEBUG [RS:0;692b295ad45c:42981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:42981 2024-11-08T19:19:33,916 INFO [RS:0;692b295ad45c:42981 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:19:33,916 INFO [RS:0;692b295ad45c:42981 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:19:33,916 DEBUG [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:19:33,916 INFO [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,33755,1731093572122 with port=42981, startcode=1731093572259 2024-11-08T19:19:33,916 DEBUG [RS:0;692b295ad45c:42981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:19:33,917 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:19:33,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33755 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,42981,1731093572259 2024-11-08T19:19:33,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33755 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,42981,1731093572259 2024-11-08T19:19:33,919 DEBUG [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98 2024-11-08T19:19:33,919 DEBUG [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37443 2024-11-08T19:19:33,919 DEBUG [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:19:33,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224/rs 2024-11-08T19:19:33,975 DEBUG [RS:0;692b295ad45c:42981 {}] zookeeper.ZKUtil(111): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Set watcher on existing znode=/2-527659224/rs/692b295ad45c,42981,1731093572259 2024-11-08T19:19:33,975 WARN [RS:0;692b295ad45c:42981 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:19:33,975 INFO [RS:0;692b295ad45c:42981 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:19:33,975 DEBUG [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259 2024-11-08T19:19:33,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,42981,1731093572259] 2024-11-08T19:19:33,978 INFO [RS:0;692b295ad45c:42981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:19:33,992 INFO [RS:0;692b295ad45c:42981 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:19:33,994 INFO [RS:0;692b295ad45c:42981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:19:33,994 INFO [RS:0;692b295ad45c:42981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:33,995 INFO [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:19:33,995 INFO [RS:0;692b295ad45c:42981 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:19:33,995 INFO [RS:0;692b295ad45c:42981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:33,995 DEBUG [RS:0;692b295ad45c:42981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:33,996 DEBUG [RS:0;692b295ad45c:42981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:33,996 DEBUG [RS:0;692b295ad45c:42981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:33,996 DEBUG [RS:0;692b295ad45c:42981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:33,996 DEBUG [RS:0;692b295ad45c:42981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:33,996 DEBUG [RS:0;692b295ad45c:42981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:19:33,996 DEBUG [RS:0;692b295ad45c:42981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:33,996 DEBUG [RS:0;692b295ad45c:42981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:33,996 DEBUG [RS:0;692b295ad45c:42981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:33,996 DEBUG [RS:0;692b295ad45c:42981 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:33,996 DEBUG [RS:0;692b295ad45c:42981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:33,996 DEBUG [RS:0;692b295ad45c:42981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:19:33,996 DEBUG [RS:0;692b295ad45c:42981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:19:33,996 DEBUG [RS:0;692b295ad45c:42981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:19:34,002 INFO [RS:0;692b295ad45c:42981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:34,003 INFO [RS:0;692b295ad45c:42981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:34,003 INFO [RS:0;692b295ad45c:42981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:34,003 INFO [RS:0;692b295ad45c:42981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:34,003 INFO [RS:0;692b295ad45c:42981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:34,003 INFO [RS:0;692b295ad45c:42981 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42981,1731093572259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:19:34,018 INFO [RS:0;692b295ad45c:42981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:19:34,018 INFO [RS:0;692b295ad45c:42981 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42981,1731093572259-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:34,018 INFO [RS:0;692b295ad45c:42981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:34,018 INFO [RS:0;692b295ad45c:42981 {}] regionserver.Replication(171): 692b295ad45c,42981,1731093572259 started 2024-11-08T19:19:34,032 INFO [RS:0;692b295ad45c:42981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:34,032 INFO [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,42981,1731093572259, RpcServer on 692b295ad45c/172.17.0.2:42981, sessionid=0x1011be371ad0007 2024-11-08T19:19:34,032 DEBUG [RS:0;692b295ad45c:42981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:19:34,032 DEBUG [RS:0;692b295ad45c:42981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,42981,1731093572259 2024-11-08T19:19:34,032 DEBUG [RS:0;692b295ad45c:42981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,42981,1731093572259' 2024-11-08T19:19:34,032 DEBUG [RS:0;692b295ad45c:42981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-527659224/flush-table-proc/abort' 2024-11-08T19:19:34,032 DEBUG [RS:0;692b295ad45c:42981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-527659224/flush-table-proc/acquired' 2024-11-08T19:19:34,033 DEBUG [RS:0;692b295ad45c:42981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:19:34,033 DEBUG [RS:0;692b295ad45c:42981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:19:34,033 DEBUG [RS:0;692b295ad45c:42981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,42981,1731093572259 2024-11-08T19:19:34,033 DEBUG [RS:0;692b295ad45c:42981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,42981,1731093572259' 2024-11-08T19:19:34,033 DEBUG [RS:0;692b295ad45c:42981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-527659224/online-snapshot/abort' 2024-11-08T19:19:34,033 DEBUG [RS:0;692b295ad45c:42981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-527659224/online-snapshot/acquired' 2024-11-08T19:19:34,033 DEBUG [RS:0;692b295ad45c:42981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:19:34,033 INFO [RS:0;692b295ad45c:42981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:19:34,033 INFO [RS:0;692b295ad45c:42981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:19:34,134 INFO [RS:0;692b295ad45c:42981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:19:34,135 INFO [RS:0;692b295ad45c:42981 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C42981%2C1731093572259, suffix=, logDir=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259, archiveDir=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/oldWALs, maxLogs=10 2024-11-08T19:19:34,155 DEBUG [RS:0;692b295ad45c:42981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135, exclude list is [], retry=0 2024-11-08T19:19:34,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-7c069419-e3c9-4d2c-a5f3-b52288416524,DISK] 2024-11-08T19:19:34,158 INFO [RS:0;692b295ad45c:42981 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 2024-11-08T19:19:34,159 DEBUG [RS:0;692b295ad45c:42981 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38129:38129)] 2024-11-08T19:19:34,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:34,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:19:34,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:19:34,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:34,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:34,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:19:34,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:19:34,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:34,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:34,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:19:34,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:19:34,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:34,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:34,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:19:34,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:19:34,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:34,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:34,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:19:34,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740 2024-11-08T19:19:34,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740 2024-11-08T19:19:34,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:19:34,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:19:34,248 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:19:34,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:19:34,251 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:19:34,251 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72088851, jitterRate=0.07420758903026581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:19:34,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093574240Initializing all the Stores at 1731093574240Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093574240Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093574240Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093574240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093574240Cleaning up temporary data from old regions at 1731093574248 (+8 ms)Region opened successfully at 1731093574251 (+3 ms) 2024-11-08T19:19:34,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:19:34,251 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:19:34,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:19:34,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:19:34,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:19:34,252 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:19:34,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093574251Disabling compacts and flushes for region at 1731093574251Disabling writes for close at 1731093574251Writing region close event to WAL at 1731093574252 (+1 ms)Closed at 1731093574252 2024-11-08T19:19:34,253 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:19:34,253 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:19:34,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:19:34,254 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:19:34,254 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:19:34,405 DEBUG [692b295ad45c:33755 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:19:34,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,42981,1731093572259 2024-11-08T19:19:34,406 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,42981,1731093572259, state=OPENING 2024-11-08T19:19:34,452 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:19:34,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224 2024-11-08T19:19:34,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224 2024-11-08T19:19:34,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-527659224/meta-region-server: CHANGED 2024-11-08T19:19:34,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-527659224/meta-region-server: CHANGED 2024-11-08T19:19:34,463 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:19:34,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,42981,1731093572259}] 2024-11-08T19:19:34,616 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:19:34,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:19:34,620 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:19:34,620 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:19:34,620 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:19:34,621 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C42981%2C1731093572259.meta, suffix=.meta, logDir=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259, archiveDir=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/oldWALs, maxLogs=10 2024-11-08T19:19:34,635 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.meta.1731093574622.meta, exclude list is [], retry=0 2024-11-08T19:19:34,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-7c069419-e3c9-4d2c-a5f3-b52288416524,DISK] 2024-11-08T19:19:34,638 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.meta.1731093574622.meta 2024-11-08T19:19:34,638 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38129:38129)] 2024-11-08T19:19:34,638 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:19:34,639 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:19:34,639 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:19:34,639 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:19:34,639 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:19:34,639 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:19:34,639 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:34,639 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:19:34,639 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:19:34,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:19:34,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:19:34,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:34,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:34,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:19:34,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:19:34,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:34,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:34,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:19:34,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:19:34,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:34,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:34,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:19:34,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:19:34,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:34,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:19:34,644 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:19:34,645 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740 2024-11-08T19:19:34,645 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740 2024-11-08T19:19:34,646 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:19:34,646 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:19:34,647 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:19:34,647 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:19:34,648 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61977176, jitterRate=-0.07646811008453369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:19:34,648 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:19:34,648 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093574639Writing region info on filesystem at 1731093574639Initializing all the Stores at 1731093574640 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093574640Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093574640Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093574640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093574640Cleaning up temporary data from old regions at 1731093574646 (+6 ms)Running coprocessor post-open hooks at 1731093574648 (+2 ms)Region opened successfully at 1731093574648 2024-11-08T19:19:34,649 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093574616 2024-11-08T19:19:34,651 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:19:34,651 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:19:34,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,42981,1731093572259 2024-11-08T19:19:34,652 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,42981,1731093572259, state=OPEN 2024-11-08T19:19:34,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-527659224/meta-region-server 2024-11-08T19:19:34,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-527659224/meta-region-server 2024-11-08T19:19:34,663 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,42981,1731093572259 2024-11-08T19:19:34,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-527659224/meta-region-server: CHANGED 2024-11-08T19:19:34,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-527659224/meta-region-server: CHANGED 2024-11-08T19:19:34,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:19:34,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,42981,1731093572259 in 200 msec 2024-11-08T19:19:34,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:19:34,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-08T19:19:34,668 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:19:34,668 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:19:34,669 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:34,670 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,42981,1731093572259, seqNum=-1] 2024-11-08T19:19:34,670 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:34,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:19:34,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 851 msec 2024-11-08T19:19:34,675 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093574675, completionTime=-1 2024-11-08T19:19:34,675 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:19:34,675 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:19:34,677 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:19:34,677 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093634677 2024-11-08T19:19:34,677 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093694677 2024-11-08T19:19:34,677 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T19:19:34,678 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,33755,1731093572122-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:34,678 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,33755,1731093572122-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:34,678 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,33755,1731093572122-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:34,678 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:33755, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:34,678 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:34,679 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:34,680 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:19:34,682 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.356sec 2024-11-08T19:19:34,682 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:19:34,682 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:19:34,682 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:19:34,682 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:19:34,682 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:19:34,682 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,33755,1731093572122-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:19:34,682 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,33755,1731093572122-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:19:34,684 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:19:34,684 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:19:34,684 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,33755,1731093572122-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:19:34,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a448b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:34,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,33755,-1 for getting cluster id 2024-11-08T19:19:34,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:34,693 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34d39655-828e-4506-bb2f-4dac1db9e916' 2024-11-08T19:19:34,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:34,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34d39655-828e-4506-bb2f-4dac1db9e916" 2024-11-08T19:19:34,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3746478b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:34,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,33755,-1] 2024-11-08T19:19:34,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:34,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:34,694 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:34,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac1d8dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:34,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,42981,1731093572259, seqNum=-1] 2024-11-08T19:19:34,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:34,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:19:34,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,33755,1731093572122 2024-11-08T19:19:34,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54095 2024-11-08T19:19:34,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:19:34,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011be371ad0008 connected 2024-11-08T19:19:34,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:34,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,45655,1731093560930 2024-11-08T19:19:34,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@498e7baf 2024-11-08T19:19:34,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:34,719 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:19:34,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:19:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T19:19:34,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:19:34,722 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:34,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T19:19:34,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:19:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:34,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741835_1011 (size=902) 2024-11-08T19:19:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:35,130 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce7aa034820379e967067c13bdc7110c, NAME => 'test,,1731093574719.ce7aa034820379e967067c13bdc7110c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df 2024-11-08T19:19:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741836_1012 (size=39) 2024-11-08T19:19:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:35,369 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:19:35,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:35,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:35,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:35,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:35,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:35,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:35,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:35,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:35,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:35,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:35,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:35,535 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731093574719.ce7aa034820379e967067c13bdc7110c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:35,535 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ce7aa034820379e967067c13bdc7110c, disabling compactions & flushes 2024-11-08T19:19:35,535 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731093574719.ce7aa034820379e967067c13bdc7110c. 2024-11-08T19:19:35,535 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093574719.ce7aa034820379e967067c13bdc7110c. 2024-11-08T19:19:35,535 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731093574719.ce7aa034820379e967067c13bdc7110c. after waiting 0 ms 2024-11-08T19:19:35,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731093574719.ce7aa034820379e967067c13bdc7110c. 2024-11-08T19:19:35,536 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731093574719.ce7aa034820379e967067c13bdc7110c. 2024-11-08T19:19:35,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce7aa034820379e967067c13bdc7110c: Waiting for close lock at 1731093575535Disabling compacts and flushes for region at 1731093575535Disabling writes for close at 1731093575535Writing region close event to WAL at 1731093575536 (+1 ms)Closed at 1731093575536 2024-11-08T19:19:35,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:19:35,537 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731093574719.ce7aa034820379e967067c13bdc7110c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731093575537"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093575537"}]},"ts":"1731093575537"} 2024-11-08T19:19:35,538 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:19:35,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:19:35,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093575539"}]},"ts":"1731093575539"} 2024-11-08T19:19:35,541 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T19:19:35,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ce7aa034820379e967067c13bdc7110c, ASSIGN}] 2024-11-08T19:19:35,542 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ce7aa034820379e967067c13bdc7110c, ASSIGN 2024-11-08T19:19:35,543 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ce7aa034820379e967067c13bdc7110c, ASSIGN; state=OFFLINE, location=692b295ad45c,45891,1731093561126; forceNewPlan=false, retain=false 2024-11-08T19:19:35,693 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ce7aa034820379e967067c13bdc7110c, regionState=OPENING, regionLocation=692b295ad45c,45891,1731093561126 2024-11-08T19:19:35,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ce7aa034820379e967067c13bdc7110c, ASSIGN because future has completed 2024-11-08T19:19:35,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce7aa034820379e967067c13bdc7110c, server=692b295ad45c,45891,1731093561126}] 2024-11-08T19:19:35,851 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731093574719.ce7aa034820379e967067c13bdc7110c. 2024-11-08T19:19:35,851 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ce7aa034820379e967067c13bdc7110c, NAME => 'test,,1731093574719.ce7aa034820379e967067c13bdc7110c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:19:35,851 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:19:35,851 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T19:19:35,852 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ce7aa034820379e967067c13bdc7110c 2024-11-08T19:19:35,852 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731093574719.ce7aa034820379e967067c13bdc7110c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:35,852 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ce7aa034820379e967067c13bdc7110c 2024-11-08T19:19:35,852 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ce7aa034820379e967067c13bdc7110c 2024-11-08T19:19:35,853 INFO [StoreOpener-ce7aa034820379e967067c13bdc7110c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ce7aa034820379e967067c13bdc7110c 2024-11-08T19:19:35,854 INFO [StoreOpener-ce7aa034820379e967067c13bdc7110c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce7aa034820379e967067c13bdc7110c columnFamilyName f 2024-11-08T19:19:35,854 DEBUG [StoreOpener-ce7aa034820379e967067c13bdc7110c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:35,854 INFO [StoreOpener-ce7aa034820379e967067c13bdc7110c-1 {}] regionserver.HStore(327): Store=ce7aa034820379e967067c13bdc7110c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:35,854 INFO [StoreOpener-ce7aa034820379e967067c13bdc7110c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ce7aa034820379e967067c13bdc7110c 2024-11-08T19:19:35,855 INFO [StoreOpener-ce7aa034820379e967067c13bdc7110c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce7aa034820379e967067c13bdc7110c columnFamilyName f1 2024-11-08T19:19:35,855 DEBUG [StoreOpener-ce7aa034820379e967067c13bdc7110c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:35,855 INFO [StoreOpener-ce7aa034820379e967067c13bdc7110c-1 {}] regionserver.HStore(327): Store=ce7aa034820379e967067c13bdc7110c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:35,856 INFO [StoreOpener-ce7aa034820379e967067c13bdc7110c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ce7aa034820379e967067c13bdc7110c 2024-11-08T19:19:35,856 INFO [StoreOpener-ce7aa034820379e967067c13bdc7110c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce7aa034820379e967067c13bdc7110c columnFamilyName norep 2024-11-08T19:19:35,856 DEBUG [StoreOpener-ce7aa034820379e967067c13bdc7110c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:35,857 INFO [StoreOpener-ce7aa034820379e967067c13bdc7110c-1 {}] regionserver.HStore(327): Store=ce7aa034820379e967067c13bdc7110c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:35,857 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ce7aa034820379e967067c13bdc7110c 2024-11-08T19:19:35,857 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c 2024-11-08T19:19:35,857 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c 2024-11-08T19:19:35,858 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ce7aa034820379e967067c13bdc7110c 2024-11-08T19:19:35,858 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ce7aa034820379e967067c13bdc7110c 2024-11-08T19:19:35,858 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:19:35,859 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ce7aa034820379e967067c13bdc7110c 2024-11-08T19:19:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:35,860 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:19:35,861 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ce7aa034820379e967067c13bdc7110c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63044872, jitterRate=-0.060558199882507324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:19:35,861 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce7aa034820379e967067c13bdc7110c 2024-11-08T19:19:35,862 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ce7aa034820379e967067c13bdc7110c: Running coprocessor pre-open hook at 1731093575852Writing region info on filesystem at 1731093575852Initializing all the Stores at 1731093575853 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093575853Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093575853Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093575853Cleaning up temporary data from old regions at 1731093575858 (+5 ms)Running coprocessor post-open hooks at 1731093575861 (+3 ms)Region opened successfully at 1731093575861 2024-11-08T19:19:35,862 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731093574719.ce7aa034820379e967067c13bdc7110c., pid=6, masterSystemTime=1731093575847 2024-11-08T19:19:35,864 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731093574719.ce7aa034820379e967067c13bdc7110c. 2024-11-08T19:19:35,864 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731093574719.ce7aa034820379e967067c13bdc7110c. 2024-11-08T19:19:35,864 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ce7aa034820379e967067c13bdc7110c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=692b295ad45c,45891,1731093561126 2024-11-08T19:19:35,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce7aa034820379e967067c13bdc7110c, server=692b295ad45c,45891,1731093561126 because future has completed 2024-11-08T19:19:35,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:19:35,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ce7aa034820379e967067c13bdc7110c, server=692b295ad45c,45891,1731093561126 in 172 msec 2024-11-08T19:19:35,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:19:35,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ce7aa034820379e967067c13bdc7110c, ASSIGN in 328 msec 2024-11-08T19:19:35,871 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:19:35,871 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093575871"}]},"ts":"1731093575871"} 2024-11-08T19:19:35,872 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T19:19:35,873 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:19:35,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-08T19:19:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:36,870 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T19:19:36,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,42085,1731093566370 2024-11-08T19:19:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@715adc35 2024-11-08T19:19:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:36,872 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:19:36,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:19:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T19:19:36,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:19:36,875 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:36,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T19:19:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:36,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:19:36,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741835_1011 (size=902) 2024-11-08T19:19:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:37,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1892247561f26e1e01f864162ef96799, NAME => 'test,,1731093576872.1892247561f26e1e01f864162ef96799.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9 2024-11-08T19:19:37,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741836_1012 (size=39) 2024-11-08T19:19:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:37,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731093576872.1892247561f26e1e01f864162ef96799.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:37,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1892247561f26e1e01f864162ef96799, disabling compactions & flushes 2024-11-08T19:19:37,692 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731093576872.1892247561f26e1e01f864162ef96799. 2024-11-08T19:19:37,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093576872.1892247561f26e1e01f864162ef96799. 2024-11-08T19:19:37,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731093576872.1892247561f26e1e01f864162ef96799. after waiting 0 ms 2024-11-08T19:19:37,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731093576872.1892247561f26e1e01f864162ef96799. 2024-11-08T19:19:37,692 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731093576872.1892247561f26e1e01f864162ef96799. 2024-11-08T19:19:37,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1892247561f26e1e01f864162ef96799: Waiting for close lock at 1731093577692Disabling compacts and flushes for region at 1731093577692Disabling writes for close at 1731093577692Writing region close event to WAL at 1731093577692Closed at 1731093577692 2024-11-08T19:19:37,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:19:37,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731093576872.1892247561f26e1e01f864162ef96799.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731093577693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093577693"}]},"ts":"1731093577693"} 2024-11-08T19:19:37,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:19:37,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:19:37,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093577695"}]},"ts":"1731093577695"} 2024-11-08T19:19:37,697 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T19:19:37,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1892247561f26e1e01f864162ef96799, ASSIGN}] 2024-11-08T19:19:37,698 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1892247561f26e1e01f864162ef96799, ASSIGN 2024-11-08T19:19:37,699 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1892247561f26e1e01f864162ef96799, ASSIGN; state=OFFLINE, location=692b295ad45c,42339,1731093566512; forceNewPlan=false, retain=false 2024-11-08T19:19:37,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1892247561f26e1e01f864162ef96799, regionState=OPENING, regionLocation=692b295ad45c,42339,1731093566512 2024-11-08T19:19:37,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1892247561f26e1e01f864162ef96799, ASSIGN because future has completed 2024-11-08T19:19:37,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1892247561f26e1e01f864162ef96799, server=692b295ad45c,42339,1731093566512}] 2024-11-08T19:19:38,007 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731093576872.1892247561f26e1e01f864162ef96799. 2024-11-08T19:19:38,007 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1892247561f26e1e01f864162ef96799, NAME => 'test,,1731093576872.1892247561f26e1e01f864162ef96799.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:19:38,007 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:19:38,007 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T19:19:38,007 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1892247561f26e1e01f864162ef96799 2024-11-08T19:19:38,007 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731093576872.1892247561f26e1e01f864162ef96799.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:38,007 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1892247561f26e1e01f864162ef96799 2024-11-08T19:19:38,007 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1892247561f26e1e01f864162ef96799 2024-11-08T19:19:38,008 INFO [StoreOpener-1892247561f26e1e01f864162ef96799-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1892247561f26e1e01f864162ef96799 2024-11-08T19:19:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:38,010 INFO [StoreOpener-1892247561f26e1e01f864162ef96799-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1892247561f26e1e01f864162ef96799 columnFamilyName f 2024-11-08T19:19:38,010 DEBUG [StoreOpener-1892247561f26e1e01f864162ef96799-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:38,010 INFO [StoreOpener-1892247561f26e1e01f864162ef96799-1 {}] regionserver.HStore(327): Store=1892247561f26e1e01f864162ef96799/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:38,010 INFO [StoreOpener-1892247561f26e1e01f864162ef96799-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1892247561f26e1e01f864162ef96799 2024-11-08T19:19:38,011 INFO [StoreOpener-1892247561f26e1e01f864162ef96799-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1892247561f26e1e01f864162ef96799 columnFamilyName f1 2024-11-08T19:19:38,011 DEBUG [StoreOpener-1892247561f26e1e01f864162ef96799-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:38,012 INFO [StoreOpener-1892247561f26e1e01f864162ef96799-1 {}] regionserver.HStore(327): Store=1892247561f26e1e01f864162ef96799/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:38,012 INFO [StoreOpener-1892247561f26e1e01f864162ef96799-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1892247561f26e1e01f864162ef96799 2024-11-08T19:19:38,013 INFO [StoreOpener-1892247561f26e1e01f864162ef96799-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1892247561f26e1e01f864162ef96799 columnFamilyName norep 2024-11-08T19:19:38,013 DEBUG [StoreOpener-1892247561f26e1e01f864162ef96799-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:38,013 INFO [StoreOpener-1892247561f26e1e01f864162ef96799-1 {}] regionserver.HStore(327): Store=1892247561f26e1e01f864162ef96799/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:38,013 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1892247561f26e1e01f864162ef96799 2024-11-08T19:19:38,014 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799 2024-11-08T19:19:38,014 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799 2024-11-08T19:19:38,015 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1892247561f26e1e01f864162ef96799 2024-11-08T19:19:38,015 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1892247561f26e1e01f864162ef96799 2024-11-08T19:19:38,015 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:19:38,016 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1892247561f26e1e01f864162ef96799 2024-11-08T19:19:38,017 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:19:38,018 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1892247561f26e1e01f864162ef96799; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65602189, jitterRate=-0.022451207041740417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:19:38,018 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1892247561f26e1e01f864162ef96799 2024-11-08T19:19:38,018 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1892247561f26e1e01f864162ef96799: Running coprocessor pre-open hook at 1731093578007Writing region info on filesystem at 1731093578007Initializing all the Stores at 1731093578008 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093578008Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093578008Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093578008Cleaning up temporary data from old regions at 1731093578015 (+7 ms)Running coprocessor post-open hooks at 1731093578018 (+3 ms)Region opened successfully at 1731093578018 2024-11-08T19:19:38,019 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731093576872.1892247561f26e1e01f864162ef96799., pid=6, masterSystemTime=1731093578004 2024-11-08T19:19:38,034 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731093576872.1892247561f26e1e01f864162ef96799. 2024-11-08T19:19:38,034 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731093576872.1892247561f26e1e01f864162ef96799. 2024-11-08T19:19:38,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1892247561f26e1e01f864162ef96799, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=692b295ad45c,42339,1731093566512 2024-11-08T19:19:38,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1892247561f26e1e01f864162ef96799, server=692b295ad45c,42339,1731093566512 because future has completed 2024-11-08T19:19:38,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:19:38,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1892247561f26e1e01f864162ef96799, server=692b295ad45c,42339,1731093566512 in 186 msec 2024-11-08T19:19:38,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:19:38,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1892247561f26e1e01f864162ef96799, ASSIGN in 343 msec 2024-11-08T19:19:38,042 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:19:38,042 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093578042"}]},"ts":"1731093578042"} 2024-11-08T19:19:38,045 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T19:19:38,045 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:19:38,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-08T19:19:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:39,020 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T19:19:39,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,33755,1731093572122 2024-11-08T19:19:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bd88f23 2024-11-08T19:19:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:39,022 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:19:39,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:19:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T19:19:39,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:19:39,025 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:39,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T19:19:39,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:19:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:39,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741835_1011 (size=902) 2024-11-08T19:19:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:39,469 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2415e0173d133a834a324194b873722a, NAME => 'test,,1731093579023.2415e0173d133a834a324194b873722a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98 2024-11-08T19:19:39,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741836_1012 (size=39) 2024-11-08T19:19:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:39,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731093579023.2415e0173d133a834a324194b873722a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:39,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2415e0173d133a834a324194b873722a, disabling compactions & flushes 2024-11-08T19:19:39,875 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731093579023.2415e0173d133a834a324194b873722a. 2024-11-08T19:19:39,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093579023.2415e0173d133a834a324194b873722a. 2024-11-08T19:19:39,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731093579023.2415e0173d133a834a324194b873722a. after waiting 0 ms 2024-11-08T19:19:39,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731093579023.2415e0173d133a834a324194b873722a. 2024-11-08T19:19:39,875 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731093579023.2415e0173d133a834a324194b873722a. 2024-11-08T19:19:39,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2415e0173d133a834a324194b873722a: Waiting for close lock at 1731093579875Disabling compacts and flushes for region at 1731093579875Disabling writes for close at 1731093579875Writing region close event to WAL at 1731093579875Closed at 1731093579875 2024-11-08T19:19:39,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:19:39,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731093579023.2415e0173d133a834a324194b873722a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731093579876"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093579876"}]},"ts":"1731093579876"} 2024-11-08T19:19:39,879 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:19:39,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:19:39,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093579879"}]},"ts":"1731093579879"} 2024-11-08T19:19:39,881 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T19:19:39,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2415e0173d133a834a324194b873722a, ASSIGN}] 2024-11-08T19:19:39,883 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2415e0173d133a834a324194b873722a, ASSIGN 2024-11-08T19:19:39,883 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2415e0173d133a834a324194b873722a, ASSIGN; state=OFFLINE, location=692b295ad45c,42981,1731093572259; forceNewPlan=false, retain=false 2024-11-08T19:19:40,034 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2415e0173d133a834a324194b873722a, regionState=OPENING, regionLocation=692b295ad45c,42981,1731093572259 2024-11-08T19:19:40,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2415e0173d133a834a324194b873722a, ASSIGN because future has completed 2024-11-08T19:19:40,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2415e0173d133a834a324194b873722a, server=692b295ad45c,42981,1731093572259}] 2024-11-08T19:19:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:40,193 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731093579023.2415e0173d133a834a324194b873722a. 2024-11-08T19:19:40,193 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2415e0173d133a834a324194b873722a, NAME => 'test,,1731093579023.2415e0173d133a834a324194b873722a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:19:40,194 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:19:40,194 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T19:19:40,194 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2415e0173d133a834a324194b873722a 2024-11-08T19:19:40,194 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731093579023.2415e0173d133a834a324194b873722a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:40,194 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2415e0173d133a834a324194b873722a 2024-11-08T19:19:40,194 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2415e0173d133a834a324194b873722a 2024-11-08T19:19:40,195 INFO [StoreOpener-2415e0173d133a834a324194b873722a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2415e0173d133a834a324194b873722a 2024-11-08T19:19:40,196 INFO [StoreOpener-2415e0173d133a834a324194b873722a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2415e0173d133a834a324194b873722a columnFamilyName f 2024-11-08T19:19:40,196 DEBUG [StoreOpener-2415e0173d133a834a324194b873722a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:40,197 INFO [StoreOpener-2415e0173d133a834a324194b873722a-1 {}] regionserver.HStore(327): Store=2415e0173d133a834a324194b873722a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:40,197 INFO [StoreOpener-2415e0173d133a834a324194b873722a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2415e0173d133a834a324194b873722a 2024-11-08T19:19:40,197 INFO [StoreOpener-2415e0173d133a834a324194b873722a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2415e0173d133a834a324194b873722a columnFamilyName f1 2024-11-08T19:19:40,197 DEBUG [StoreOpener-2415e0173d133a834a324194b873722a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:40,198 INFO [StoreOpener-2415e0173d133a834a324194b873722a-1 {}] regionserver.HStore(327): Store=2415e0173d133a834a324194b873722a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:40,198 INFO [StoreOpener-2415e0173d133a834a324194b873722a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2415e0173d133a834a324194b873722a 2024-11-08T19:19:40,198 INFO [StoreOpener-2415e0173d133a834a324194b873722a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2415e0173d133a834a324194b873722a columnFamilyName norep 2024-11-08T19:19:40,199 DEBUG [StoreOpener-2415e0173d133a834a324194b873722a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:40,199 INFO [StoreOpener-2415e0173d133a834a324194b873722a-1 {}] regionserver.HStore(327): Store=2415e0173d133a834a324194b873722a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:40,199 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2415e0173d133a834a324194b873722a 2024-11-08T19:19:40,199 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a 2024-11-08T19:19:40,200 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a 2024-11-08T19:19:40,200 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2415e0173d133a834a324194b873722a 2024-11-08T19:19:40,200 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2415e0173d133a834a324194b873722a 2024-11-08T19:19:40,201 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:19:40,202 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2415e0173d133a834a324194b873722a 2024-11-08T19:19:40,203 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:19:40,204 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2415e0173d133a834a324194b873722a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63971157, jitterRate=-0.04675547778606415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:19:40,204 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2415e0173d133a834a324194b873722a 2024-11-08T19:19:40,204 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2415e0173d133a834a324194b873722a: Running coprocessor pre-open hook at 1731093580194Writing region info on filesystem at 1731093580194Initializing all the Stores at 1731093580195 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093580195Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093580195Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093580195Cleaning up temporary data from old regions at 1731093580201 (+6 ms)Running coprocessor post-open hooks at 1731093580204 (+3 ms)Region opened successfully at 1731093580204 2024-11-08T19:19:40,205 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731093579023.2415e0173d133a834a324194b873722a., pid=6, masterSystemTime=1731093580190 2024-11-08T19:19:40,207 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731093579023.2415e0173d133a834a324194b873722a. 2024-11-08T19:19:40,207 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731093579023.2415e0173d133a834a324194b873722a. 2024-11-08T19:19:40,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2415e0173d133a834a324194b873722a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=692b295ad45c,42981,1731093572259 2024-11-08T19:19:40,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2415e0173d133a834a324194b873722a, server=692b295ad45c,42981,1731093572259 because future has completed 2024-11-08T19:19:40,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:19:40,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2415e0173d133a834a324194b873722a, server=692b295ad45c,42981,1731093572259 in 173 msec 2024-11-08T19:19:40,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:19:40,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2415e0173d133a834a324194b873722a, ASSIGN in 330 msec 2024-11-08T19:19:40,214 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:19:40,215 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093580215"}]},"ts":"1731093580215"} 2024-11-08T19:19:40,216 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T19:19:40,217 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:19:40,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1940 sec 2024-11-08T19:19:40,582 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T19:19:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:19:41,170 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T19:19:41,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d76d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:41,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45655,-1 for getting cluster id 2024-11-08T19:19:41,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:41,171 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a7f97c7-c11c-41b0-9686-08d91df88553' 2024-11-08T19:19:41,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:41,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a7f97c7-c11c-41b0-9686-08d91df88553" 2024-11-08T19:19:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11423541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45655,-1] 2024-11-08T19:19:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:41,173 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:41,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d66c36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:41,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,45655,1731093560930 2024-11-08T19:19:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40369ce2 2024-11-08T19:19:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:41,175 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:19:41,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://692b295ad45c:42085,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T19:19:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:19:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:41,179 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:42085' 2024-11-08T19:19:41,179 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75cee7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:41,179 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,42085,-1 for getting cluster id 2024-11-08T19:19:41,180 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:41,181 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0fff7c0-d851-4c6b-8bd4-498b9700b5a5' 2024-11-08T19:19:41,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:41,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0fff7c0-d851-4c6b-8bd4-498b9700b5a5" 2024-11-08T19:19:41,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1484e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:41,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,42085,-1] 2024-11-08T19:19:41,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:41,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:41,183 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:41,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18bc5a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:41,183 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:41,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,42085,1731093566370 2024-11-08T19:19:41,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@143ea181 2024-11-08T19:19:41,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:41,185 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:19:41,186 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T19:19:41,186 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:19:41,186 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:41,186 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:41,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:41,187 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:19:41,187 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T19:19:41,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:19:41,188 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:41,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:19:41,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741837_1013 (size=1138) 2024-11-08T19:19:41,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bdc39b82652681492318446814f7aa54, NAME => 'hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df 2024-11-08T19:19:41,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741838_1014 (size=44) 2024-11-08T19:19:41,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:41,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bdc39b82652681492318446814f7aa54, disabling compactions & flushes 2024-11-08T19:19:41,225 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54. 2024-11-08T19:19:41,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54. 2024-11-08T19:19:41,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54. after waiting 0 ms 2024-11-08T19:19:41,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54. 2024-11-08T19:19:41,226 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54. 2024-11-08T19:19:41,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bdc39b82652681492318446814f7aa54: Waiting for close lock at 1731093581225Disabling compacts and flushes for region at 1731093581225Disabling writes for close at 1731093581225Writing region close event to WAL at 1731093581226 (+1 ms)Closed at 1731093581226 2024-11-08T19:19:41,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:19:41,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731093581227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093581227"}]},"ts":"1731093581227"} 2024-11-08T19:19:41,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:19:41,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:19:41,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093581230"}]},"ts":"1731093581230"} 2024-11-08T19:19:41,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T19:19:41,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bdc39b82652681492318446814f7aa54, ASSIGN}] 2024-11-08T19:19:41,233 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bdc39b82652681492318446814f7aa54, ASSIGN 2024-11-08T19:19:41,233 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bdc39b82652681492318446814f7aa54, ASSIGN; state=OFFLINE, location=692b295ad45c,45891,1731093561126; forceNewPlan=false, retain=false 2024-11-08T19:19:41,238 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T19:19:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:41,355 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:19:41,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:41,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bdc39b82652681492318446814f7aa54, regionState=OPENING, regionLocation=692b295ad45c,45891,1731093561126 2024-11-08T19:19:41,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bdc39b82652681492318446814f7aa54, ASSIGN because future has completed 2024-11-08T19:19:41,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdc39b82652681492318446814f7aa54, server=692b295ad45c,45891,1731093561126}] 2024-11-08T19:19:41,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:41,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:41,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:41,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:41,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:41,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:41,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:41,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:41,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:41,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:41,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54. 2024-11-08T19:19:41,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:19:41,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T19:19:41,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C45891%2C1731093561126.rep, suffix=, logDir=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126, archiveDir=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/oldWALs, maxLogs=10 2024-11-08T19:19:41,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.rep.1731093581545, exclude list is [], retry=0 2024-11-08T19:19:41,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37149,DS-6af34b69-2e47-4c6b-a374-809a69c80aeb,DISK] 2024-11-08T19:19:41,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.rep.1731093581545 2024-11-08T19:19:41,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37389:37389)] 2024-11-08T19:19:41,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bdc39b82652681492318446814f7aa54, NAME => 'hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:19:41,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:19:41,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:19:41,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54. service=MultiRowMutationService 2024-11-08T19:19:41,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T19:19:41,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bdc39b82652681492318446814f7aa54 2024-11-08T19:19:41,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:41,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bdc39b82652681492318446814f7aa54 2024-11-08T19:19:41,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bdc39b82652681492318446814f7aa54 2024-11-08T19:19:41,572 INFO [StoreOpener-bdc39b82652681492318446814f7aa54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bdc39b82652681492318446814f7aa54 2024-11-08T19:19:41,573 INFO [StoreOpener-bdc39b82652681492318446814f7aa54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdc39b82652681492318446814f7aa54 columnFamilyName hfileref 2024-11-08T19:19:41,573 DEBUG [StoreOpener-bdc39b82652681492318446814f7aa54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:41,573 INFO [StoreOpener-bdc39b82652681492318446814f7aa54-1 {}] regionserver.HStore(327): Store=bdc39b82652681492318446814f7aa54/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:41,574 INFO [StoreOpener-bdc39b82652681492318446814f7aa54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bdc39b82652681492318446814f7aa54 2024-11-08T19:19:41,574 INFO [StoreOpener-bdc39b82652681492318446814f7aa54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdc39b82652681492318446814f7aa54 columnFamilyName queue 2024-11-08T19:19:41,574 DEBUG [StoreOpener-bdc39b82652681492318446814f7aa54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:41,575 INFO [StoreOpener-bdc39b82652681492318446814f7aa54-1 {}] regionserver.HStore(327): Store=bdc39b82652681492318446814f7aa54/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:41,575 INFO [StoreOpener-bdc39b82652681492318446814f7aa54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bdc39b82652681492318446814f7aa54 2024-11-08T19:19:41,576 INFO [StoreOpener-bdc39b82652681492318446814f7aa54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdc39b82652681492318446814f7aa54 columnFamilyName sid 2024-11-08T19:19:41,576 DEBUG [StoreOpener-bdc39b82652681492318446814f7aa54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:41,576 INFO [StoreOpener-bdc39b82652681492318446814f7aa54-1 {}] regionserver.HStore(327): Store=bdc39b82652681492318446814f7aa54/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:41,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bdc39b82652681492318446814f7aa54 2024-11-08T19:19:41,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/replication/bdc39b82652681492318446814f7aa54 2024-11-08T19:19:41,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/replication/bdc39b82652681492318446814f7aa54 2024-11-08T19:19:41,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bdc39b82652681492318446814f7aa54 2024-11-08T19:19:41,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bdc39b82652681492318446814f7aa54 2024-11-08T19:19:41,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:19:41,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bdc39b82652681492318446814f7aa54 2024-11-08T19:19:41,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/replication/bdc39b82652681492318446814f7aa54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:19:41,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bdc39b82652681492318446814f7aa54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65630295, jitterRate=-0.022032395005226135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:19:41,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bdc39b82652681492318446814f7aa54 2024-11-08T19:19:41,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bdc39b82652681492318446814f7aa54: Running coprocessor pre-open hook at 1731093581571Writing region info on filesystem at 1731093581571Initializing all the Stores at 1731093581572 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093581572Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093581572Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093581572Cleaning up temporary data from old regions at 1731093581578 (+6 ms)Running coprocessor post-open hooks at 1731093581581 (+3 ms)Region opened successfully at 1731093581581 2024-11-08T19:19:41,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54., pid=10, masterSystemTime=1731093581539 2024-11-08T19:19:41,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54. 2024-11-08T19:19:41,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54. 2024-11-08T19:19:41,586 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bdc39b82652681492318446814f7aa54, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,45891,1731093561126 2024-11-08T19:19:41,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdc39b82652681492318446814f7aa54, server=692b295ad45c,45891,1731093561126 because future has completed 2024-11-08T19:19:41,597 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45655 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=692b295ad45c,45891,1731093561126, table=hbase:replication, region=bdc39b82652681492318446814f7aa54. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T19:19:41,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T19:19:41,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bdc39b82652681492318446814f7aa54, server=692b295ad45c,45891,1731093561126 in 211 msec 2024-11-08T19:19:41,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T19:19:41,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bdc39b82652681492318446814f7aa54, ASSIGN in 367 msec 2024-11-08T19:19:41,601 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:19:41,602 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093581601"}]},"ts":"1731093581601"} 2024-11-08T19:19:41,604 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T19:19:41,604 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:19:41,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 417 msec 2024-11-08T19:19:41,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54., hostname=692b295ad45c,45891,1731093561126, seqNum=2] 2024-11-08T19:19:41,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721 2024-11-08T19:19:41,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721 2024-11-08T19:19:41,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:19:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:41,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T19:19:41,921 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T19:19:41,946 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-692b295ad45c,45891,1731093561126, ReplicationSource: 1, currentBandwidth=0 2024-11-08T19:19:41,947 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:41,947 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,45891,1731093561126, seqNum=-1] 2024-11-08T19:19:41,947 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:41,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T19:19:41,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-692b295ad45c,45891,1731093561126', locateType=CURRENT is [region=hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54., hostname=692b295ad45c,45891,1731093561126, seqNum=2] 2024-11-08T19:19:41,952 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T19:19:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T19:19:41,954 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 692b295ad45c,45891,1731093561126 suceeded 2024-11-08T19:19:41,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T19:19:41,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-08T19:19:41,956 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://692b295ad45c:42085,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:19:41,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 780 msec 2024-11-08T19:19:41,964 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:42085' 2024-11-08T19:19:41,965 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bf1d2f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:41,965 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,42085,-1 for getting cluster id 2024-11-08T19:19:41,966 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:41,966 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0fff7c0-d851-4c6b-8bd4-498b9700b5a5' 2024-11-08T19:19:41,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:41,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0fff7c0-d851-4c6b-8bd4-498b9700b5a5" 2024-11-08T19:19:41,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5db258e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:41,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,42085,-1] 2024-11-08T19:19:41,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:41,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:41,967 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:41,968 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73a9f85e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:41,968 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:41,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,42085,1731093566370 2024-11-08T19:19:41,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47f5949e 2024-11-08T19:19:41,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:41,970 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-08T19:19:41,970 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-692b295ad45c,45891,1731093561126 (queues=1) is replicating from cluster=1a7f97c7-c11c-41b0-9686-08d91df88553 to cluster=b0fff7c0-d851-4c6b-8bd4-498b9700b5a5 2024-11-08T19:19:41,970 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=692b295ad45c%2C45891%2C1731093561126 2024-11-08T19:19:41,970 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-692b295ad45c,45891,1731093561126, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:19:41,971 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927, startPosition=0, beingWritten=true 2024-11-08T19:19:41,972 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C45891%2C1731093561126 2024-11-08T19:19:41,978 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:41,978 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 379, reset compression=false 2024-11-08T19:19:41,978 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,45891,1731093561126 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:19:42,181 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 379, reset compression=false 2024-11-08T19:19:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:42,319 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T19:19:42,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:19:42,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:42,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:42,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:42,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:42,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389500fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:42,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,42085,-1 for getting cluster id 2024-11-08T19:19:42,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:42,321 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0fff7c0-d851-4c6b-8bd4-498b9700b5a5' 2024-11-08T19:19:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0fff7c0-d851-4c6b-8bd4-498b9700b5a5" 2024-11-08T19:19:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37048dec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,42085,-1] 2024-11-08T19:19:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:42,323 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596faa78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:42,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,42085,1731093566370 2024-11-08T19:19:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@526a2089 2024-11-08T19:19:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:42,325 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:19:42,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://692b295ad45c:33755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T19:19:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:19:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:42,328 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:33755' 2024-11-08T19:19:42,329 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302592e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:42,329 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,33755,-1 for getting cluster id 2024-11-08T19:19:42,329 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:42,329 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34d39655-828e-4506-bb2f-4dac1db9e916' 2024-11-08T19:19:42,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:42,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34d39655-828e-4506-bb2f-4dac1db9e916" 2024-11-08T19:19:42,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1deea4c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:42,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,33755,-1] 2024-11-08T19:19:42,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:42,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:42,331 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:42,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395db2ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:42,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:42,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,33755,1731093572122 2024-11-08T19:19:42,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7022a8fd 2024-11-08T19:19:42,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:42,333 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:19:42,334 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T19:19:42,334 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:19:42,334 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:42,334 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:42,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:42,334 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:19:42,335 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T19:19:42,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:19:42,336 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:42,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:19:42,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741837_1013 (size=1138) 2024-11-08T19:19:42,385 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T19:19:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:42,484 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 379, reset compression=false 2024-11-08T19:19:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:42,743 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 307a4f806c3822086c1d7e00b0b4a1a3, NAME => 'hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9 2024-11-08T19:19:42,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741838_1014 (size=44) 2024-11-08T19:19:42,888 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 379, reset compression=false 2024-11-08T19:19:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:43,149 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:43,149 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 307a4f806c3822086c1d7e00b0b4a1a3, disabling compactions & flushes 2024-11-08T19:19:43,149 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. 2024-11-08T19:19:43,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. 2024-11-08T19:19:43,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. after waiting 0 ms 2024-11-08T19:19:43,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. 2024-11-08T19:19:43,150 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. 2024-11-08T19:19:43,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 307a4f806c3822086c1d7e00b0b4a1a3: Waiting for close lock at 1731093583149Disabling compacts and flushes for region at 1731093583149Disabling writes for close at 1731093583150 (+1 ms)Writing region close event to WAL at 1731093583150Closed at 1731093583150 2024-11-08T19:19:43,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:19:43,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731093583151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093583151"}]},"ts":"1731093583151"} 2024-11-08T19:19:43,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:19:43,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:19:43,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093583154"}]},"ts":"1731093583154"} 2024-11-08T19:19:43,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T19:19:43,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=307a4f806c3822086c1d7e00b0b4a1a3, ASSIGN}] 2024-11-08T19:19:43,157 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=307a4f806c3822086c1d7e00b0b4a1a3, ASSIGN 2024-11-08T19:19:43,157 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=307a4f806c3822086c1d7e00b0b4a1a3, ASSIGN; state=OFFLINE, location=692b295ad45c,42339,1731093566512; forceNewPlan=false, retain=false 2024-11-08T19:19:43,308 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=307a4f806c3822086c1d7e00b0b4a1a3, regionState=OPENING, regionLocation=692b295ad45c,42339,1731093566512 2024-11-08T19:19:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=307a4f806c3822086c1d7e00b0b4a1a3, ASSIGN because future has completed 2024-11-08T19:19:43,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 307a4f806c3822086c1d7e00b0b4a1a3, server=692b295ad45c,42339,1731093566512}] 2024-11-08T19:19:43,391 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 379, reset compression=false 2024-11-08T19:19:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:43,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. 2024-11-08T19:19:43,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:19:43,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T19:19:43,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C42339%2C1731093566512.rep, suffix=, logDir=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512, archiveDir=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/oldWALs, maxLogs=10 2024-11-08T19:19:43,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.rep.1731093583467, exclude list is [], retry=0 2024-11-08T19:19:43,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40261,DS-bbeb9fa6-a06d-4295-a383-7a7643cdeb3c,DISK] 2024-11-08T19:19:43,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.rep.1731093583467 2024-11-08T19:19:43,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35667:35667)] 2024-11-08T19:19:43,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 307a4f806c3822086c1d7e00b0b4a1a3, NAME => 'hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:19:43,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:19:43,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:19:43,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. service=MultiRowMutationService 2024-11-08T19:19:43,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T19:19:43,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:19:43,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:43,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:19:43,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:19:43,483 INFO [StoreOpener-307a4f806c3822086c1d7e00b0b4a1a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:19:43,484 INFO [StoreOpener-307a4f806c3822086c1d7e00b0b4a1a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 307a4f806c3822086c1d7e00b0b4a1a3 columnFamilyName hfileref 2024-11-08T19:19:43,484 DEBUG [StoreOpener-307a4f806c3822086c1d7e00b0b4a1a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:43,485 INFO [StoreOpener-307a4f806c3822086c1d7e00b0b4a1a3-1 {}] regionserver.HStore(327): Store=307a4f806c3822086c1d7e00b0b4a1a3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:43,485 INFO [StoreOpener-307a4f806c3822086c1d7e00b0b4a1a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:19:43,485 INFO [StoreOpener-307a4f806c3822086c1d7e00b0b4a1a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 307a4f806c3822086c1d7e00b0b4a1a3 columnFamilyName queue 2024-11-08T19:19:43,485 DEBUG [StoreOpener-307a4f806c3822086c1d7e00b0b4a1a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:43,486 INFO [StoreOpener-307a4f806c3822086c1d7e00b0b4a1a3-1 {}] regionserver.HStore(327): Store=307a4f806c3822086c1d7e00b0b4a1a3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:43,486 INFO [StoreOpener-307a4f806c3822086c1d7e00b0b4a1a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:19:43,487 INFO [StoreOpener-307a4f806c3822086c1d7e00b0b4a1a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 307a4f806c3822086c1d7e00b0b4a1a3 columnFamilyName sid 2024-11-08T19:19:43,487 DEBUG [StoreOpener-307a4f806c3822086c1d7e00b0b4a1a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:43,487 INFO [StoreOpener-307a4f806c3822086c1d7e00b0b4a1a3-1 {}] regionserver.HStore(327): Store=307a4f806c3822086c1d7e00b0b4a1a3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:43,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:19:43,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/replication/307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:19:43,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/replication/307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:19:43,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:19:43,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:19:43,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:19:43,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:19:43,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/replication/307a4f806c3822086c1d7e00b0b4a1a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:19:43,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 307a4f806c3822086c1d7e00b0b4a1a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70774734, jitterRate=0.05462571978569031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:19:43,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:19:43,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 307a4f806c3822086c1d7e00b0b4a1a3: Running coprocessor pre-open hook at 1731093583483Writing region info on filesystem at 1731093583483Initializing all the Stores at 1731093583483Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093583483Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093583483Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093583483Cleaning up temporary data from old regions at 1731093583488 (+5 ms)Running coprocessor post-open hooks at 1731093583491 (+3 ms)Region opened successfully at 1731093583491 2024-11-08T19:19:43,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3., pid=10, masterSystemTime=1731093583462 2024-11-08T19:19:43,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. 2024-11-08T19:19:43,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. 2024-11-08T19:19:43,495 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=307a4f806c3822086c1d7e00b0b4a1a3, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,42339,1731093566512 2024-11-08T19:19:43,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 307a4f806c3822086c1d7e00b0b4a1a3, server=692b295ad45c,42339,1731093566512 because future has completed 2024-11-08T19:19:43,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T19:19:43,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 307a4f806c3822086c1d7e00b0b4a1a3, server=692b295ad45c,42339,1731093566512 in 186 msec 2024-11-08T19:19:43,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T19:19:43,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=307a4f806c3822086c1d7e00b0b4a1a3, ASSIGN in 342 msec 2024-11-08T19:19:43,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:19:43,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093583500"}]},"ts":"1731093583500"} 2024-11-08T19:19:43,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T19:19:43,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:19:43,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-08T19:19:43,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3., hostname=692b295ad45c,42339,1731093566512, seqNum=2] 2024-11-08T19:19:43,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305 2024-11-08T19:19:43,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305 2024-11-08T19:19:43,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:19:43,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42339 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T19:19:43,773 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T19:19:43,797 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-692b295ad45c,42339,1731093566512, ReplicationSource: 1, currentBandwidth=0 2024-11-08T19:19:43,798 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:43,798 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,42339,1731093566512, seqNum=-1] 2024-11-08T19:19:43,798 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:43,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T19:19:43,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-692b295ad45c,42339,1731093566512', locateType=CURRENT is [region=hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3., hostname=692b295ad45c,42339,1731093566512, seqNum=2] 2024-11-08T19:19:43,802 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T19:19:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T19:19:43,804 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 692b295ad45c,42339,1731093566512 suceeded 2024-11-08T19:19:43,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T19:19:43,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-08T19:19:43,805 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://692b295ad45c:33755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:19:43,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4800 sec 2024-11-08T19:19:43,820 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:33755' 2024-11-08T19:19:43,821 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@715552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:43,821 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,33755,-1 for getting cluster id 2024-11-08T19:19:43,821 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:43,822 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34d39655-828e-4506-bb2f-4dac1db9e916' 2024-11-08T19:19:43,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:43,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34d39655-828e-4506-bb2f-4dac1db9e916" 2024-11-08T19:19:43,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56b85400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:43,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,33755,-1] 2024-11-08T19:19:43,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:43,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:43,823 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:43,824 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71f6b568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:43,824 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:43,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,33755,1731093572122 2024-11-08T19:19:43,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cf3277b 2024-11-08T19:19:43,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:43,825 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-08T19:19:43,826 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-692b295ad45c,42339,1731093566512 (queues=1) is replicating from cluster=b0fff7c0-d851-4c6b-8bd4-498b9700b5a5 to cluster=34d39655-828e-4506-bb2f-4dac1db9e916 2024-11-08T19:19:43,826 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=692b295ad45c%2C42339%2C1731093566512 2024-11-08T19:19:43,826 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-692b295ad45c,42339,1731093566512, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:19:43,830 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C42339%2C1731093566512 2024-11-08T19:19:43,830 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712, startPosition=0, beingWritten=true 2024-11-08T19:19:43,835 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:43,835 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 379, reset compression=false 2024-11-08T19:19:43,835 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42339,1731093566512 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:19:43,994 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 379, reset compression=false 2024-11-08T19:19:44,038 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 379, reset compression=false 2024-11-08T19:19:44,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T19:19:44,251 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T19:19:44,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:19:44,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T19:19:44,341 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 379, reset compression=false 2024-11-08T19:19:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:44,470 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T19:19:44,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:19:44,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:44,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:44,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:44,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:44,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314b0009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:44,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,33755,-1 for getting cluster id 2024-11-08T19:19:44,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:44,471 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34d39655-828e-4506-bb2f-4dac1db9e916' 2024-11-08T19:19:44,471 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34d39655-828e-4506-bb2f-4dac1db9e916" 2024-11-08T19:19:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50890352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,33755,-1] 2024-11-08T19:19:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:44,473 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab75e43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:44,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,33755,1731093572122 2024-11-08T19:19:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21e584cb 2024-11-08T19:19:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:44,475 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:19:44,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://692b295ad45c:45655,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T19:19:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:19:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:44,477 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:45655' 2024-11-08T19:19:44,478 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4ff39c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:44,478 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45655,-1 for getting cluster id 2024-11-08T19:19:44,478 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:44,478 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a7f97c7-c11c-41b0-9686-08d91df88553' 2024-11-08T19:19:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a7f97c7-c11c-41b0-9686-08d91df88553" 2024-11-08T19:19:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc28340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45655,-1] 2024-11-08T19:19:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:44,480 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:44,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381f2dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:44,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:44,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,45655,1731093560930 2024-11-08T19:19:44,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c10265a 2024-11-08T19:19:44,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:44,482 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:19:44,482 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T19:19:44,482 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:19:44,482 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:44,482 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:44,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:44,483 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:19:44,483 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T19:19:44,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:19:44,484 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:44,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:19:44,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741837_1013 (size=1138) 2024-11-08T19:19:44,534 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T19:19:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:44,698 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 379, reset compression=false 2024-11-08T19:19:44,745 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 379, reset compression=false 2024-11-08T19:19:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:44,890 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e07752cba333a0f0ff2a927148406496, NAME => 'hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98 2024-11-08T19:19:44,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741838_1014 (size=44) 2024-11-08T19:19:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:45,248 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 379, reset compression=false 2024-11-08T19:19:45,295 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:45,295 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e07752cba333a0f0ff2a927148406496, disabling compactions & flushes 2024-11-08T19:19:45,295 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496. 2024-11-08T19:19:45,295 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496. 2024-11-08T19:19:45,295 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496. after waiting 0 ms 2024-11-08T19:19:45,295 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496. 2024-11-08T19:19:45,295 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496. 2024-11-08T19:19:45,295 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e07752cba333a0f0ff2a927148406496: Waiting for close lock at 1731093585295Disabling compacts and flushes for region at 1731093585295Disabling writes for close at 1731093585295Writing region close event to WAL at 1731093585295Closed at 1731093585295 2024-11-08T19:19:45,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:19:45,296 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731093585296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093585296"}]},"ts":"1731093585296"} 2024-11-08T19:19:45,298 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:19:45,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:19:45,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093585298"}]},"ts":"1731093585298"} 2024-11-08T19:19:45,299 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T19:19:45,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e07752cba333a0f0ff2a927148406496, ASSIGN}] 2024-11-08T19:19:45,300 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e07752cba333a0f0ff2a927148406496, ASSIGN 2024-11-08T19:19:45,300 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e07752cba333a0f0ff2a927148406496, ASSIGN; state=OFFLINE, location=692b295ad45c,42981,1731093572259; forceNewPlan=false, retain=false 2024-11-08T19:19:45,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e07752cba333a0f0ff2a927148406496, regionState=OPENING, regionLocation=692b295ad45c,42981,1731093572259 2024-11-08T19:19:45,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e07752cba333a0f0ff2a927148406496, ASSIGN because future has completed 2024-11-08T19:19:45,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e07752cba333a0f0ff2a927148406496, server=692b295ad45c,42981,1731093572259}] 2024-11-08T19:19:45,501 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 379, reset compression=false 2024-11-08T19:19:45,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496. 2024-11-08T19:19:45,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:19:45,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T19:19:45,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C42981%2C1731093572259.rep, suffix=, logDir=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259, archiveDir=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/oldWALs, maxLogs=10 2024-11-08T19:19:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:45,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.rep.1731093585609, exclude list is [], retry=0 2024-11-08T19:19:45,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-7c069419-e3c9-4d2c-a5f3-b52288416524,DISK] 2024-11-08T19:19:45,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.rep.1731093585609 2024-11-08T19:19:45,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38129:38129)] 2024-11-08T19:19:45,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e07752cba333a0f0ff2a927148406496, NAME => 'hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:19:45,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:19:45,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:19:45,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496. service=MultiRowMutationService 2024-11-08T19:19:45,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T19:19:45,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e07752cba333a0f0ff2a927148406496 2024-11-08T19:19:45,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:19:45,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e07752cba333a0f0ff2a927148406496 2024-11-08T19:19:45,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e07752cba333a0f0ff2a927148406496 2024-11-08T19:19:45,626 INFO [StoreOpener-e07752cba333a0f0ff2a927148406496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e07752cba333a0f0ff2a927148406496 2024-11-08T19:19:45,627 INFO [StoreOpener-e07752cba333a0f0ff2a927148406496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e07752cba333a0f0ff2a927148406496 columnFamilyName hfileref 2024-11-08T19:19:45,627 DEBUG [StoreOpener-e07752cba333a0f0ff2a927148406496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:45,627 INFO [StoreOpener-e07752cba333a0f0ff2a927148406496-1 {}] regionserver.HStore(327): Store=e07752cba333a0f0ff2a927148406496/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:45,627 INFO [StoreOpener-e07752cba333a0f0ff2a927148406496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e07752cba333a0f0ff2a927148406496 2024-11-08T19:19:45,628 INFO [StoreOpener-e07752cba333a0f0ff2a927148406496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e07752cba333a0f0ff2a927148406496 columnFamilyName queue 2024-11-08T19:19:45,628 DEBUG [StoreOpener-e07752cba333a0f0ff2a927148406496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:45,628 INFO [StoreOpener-e07752cba333a0f0ff2a927148406496-1 {}] regionserver.HStore(327): Store=e07752cba333a0f0ff2a927148406496/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:45,628 INFO [StoreOpener-e07752cba333a0f0ff2a927148406496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e07752cba333a0f0ff2a927148406496 2024-11-08T19:19:45,629 INFO [StoreOpener-e07752cba333a0f0ff2a927148406496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e07752cba333a0f0ff2a927148406496 columnFamilyName sid 2024-11-08T19:19:45,629 DEBUG [StoreOpener-e07752cba333a0f0ff2a927148406496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:19:45,629 INFO [StoreOpener-e07752cba333a0f0ff2a927148406496-1 {}] regionserver.HStore(327): Store=e07752cba333a0f0ff2a927148406496/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:19:45,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e07752cba333a0f0ff2a927148406496 2024-11-08T19:19:45,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/replication/e07752cba333a0f0ff2a927148406496 2024-11-08T19:19:45,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/replication/e07752cba333a0f0ff2a927148406496 2024-11-08T19:19:45,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e07752cba333a0f0ff2a927148406496 2024-11-08T19:19:45,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e07752cba333a0f0ff2a927148406496 2024-11-08T19:19:45,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:19:45,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e07752cba333a0f0ff2a927148406496 2024-11-08T19:19:45,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/replication/e07752cba333a0f0ff2a927148406496/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:19:45,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e07752cba333a0f0ff2a927148406496; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66187164, jitterRate=-0.013734400272369385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:19:45,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e07752cba333a0f0ff2a927148406496 2024-11-08T19:19:45,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e07752cba333a0f0ff2a927148406496: Running coprocessor pre-open hook at 1731093585625Writing region info on filesystem at 1731093585625Initializing all the Stores at 1731093585625Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093585625Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093585625Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093585625Cleaning up temporary data from old regions at 1731093585631 (+6 ms)Running coprocessor post-open hooks at 1731093585634 (+3 ms)Region opened successfully at 1731093585634 2024-11-08T19:19:45,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496., pid=10, masterSystemTime=1731093585605 2024-11-08T19:19:45,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496. 2024-11-08T19:19:45,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496. 2024-11-08T19:19:45,636 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e07752cba333a0f0ff2a927148406496, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,42981,1731093572259 2024-11-08T19:19:45,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e07752cba333a0f0ff2a927148406496, server=692b295ad45c,42981,1731093572259 because future has completed 2024-11-08T19:19:45,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T19:19:45,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e07752cba333a0f0ff2a927148406496, server=692b295ad45c,42981,1731093572259 in 186 msec 2024-11-08T19:19:45,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T19:19:45,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e07752cba333a0f0ff2a927148406496, ASSIGN in 341 msec 2024-11-08T19:19:45,642 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:19:45,642 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093585642"}]},"ts":"1731093585642"} 2024-11-08T19:19:45,644 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T19:19:45,644 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:19:45,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1610 sec 2024-11-08T19:19:45,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496., hostname=692b295ad45c,42981,1731093572259, seqNum=2] 2024-11-08T19:19:45,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224 2024-11-08T19:19:45,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224 2024-11-08T19:19:45,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:19:45,852 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 379, reset compression=false 2024-11-08T19:19:45,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T19:19:45,973 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T19:19:45,998 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-692b295ad45c,42981,1731093572259, ReplicationSource: 1, currentBandwidth=0 2024-11-08T19:19:45,999 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:45,999 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,42981,1731093572259, seqNum=-1] 2024-11-08T19:19:45,999 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:46,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T19:19:46,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-692b295ad45c,42981,1731093572259', locateType=CURRENT is [region=hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496., hostname=692b295ad45c,42981,1731093572259, seqNum=2] 2024-11-08T19:19:46,003 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T19:19:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T19:19:46,004 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 692b295ad45c,42981,1731093572259 suceeded 2024-11-08T19:19:46,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T19:19:46,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-08T19:19:46,006 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://692b295ad45c:45655,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:19:46,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5310 sec 2024-11-08T19:19:46,019 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:45655' 2024-11-08T19:19:46,020 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46fbeb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:46,020 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45655,-1 for getting cluster id 2024-11-08T19:19:46,020 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:46,021 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a7f97c7-c11c-41b0-9686-08d91df88553' 2024-11-08T19:19:46,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:46,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a7f97c7-c11c-41b0-9686-08d91df88553" 2024-11-08T19:19:46,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36b798d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:46,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45655,-1] 2024-11-08T19:19:46,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:46,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:46,022 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:46,022 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@467de0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:46,022 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:46,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,45655,1731093560930 2024-11-08T19:19:46,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26eb4c44 2024-11-08T19:19:46,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:46,023 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T19:19:46,024 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-692b295ad45c,42981,1731093572259 (queues=1) is replicating from cluster=34d39655-828e-4506-bb2f-4dac1db9e916 to cluster=1a7f97c7-c11c-41b0-9686-08d91df88553 2024-11-08T19:19:46,024 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=692b295ad45c%2C42981%2C1731093572259 2024-11-08T19:19:46,024 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-692b295ad45c,42981,1731093572259, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:19:46,024 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C42981%2C1731093572259 2024-11-08T19:19:46,024 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135, startPosition=0, beingWritten=true 2024-11-08T19:19:46,028 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:46,028 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 379, reset compression=false 2024-11-08T19:19:46,028 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42981,1731093572259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:19:46,232 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 379, reset compression=false 2024-11-08T19:19:46,404 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 379, reset compression=false 2024-11-08T19:19:46,535 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 379, reset compression=false 2024-11-08T19:19:46,555 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 379, reset compression=false 2024-11-08T19:19:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:19:46,620 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T19:19:46,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:19:46,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:46,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:46,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:46,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:46,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c6a08a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:46,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45655,-1 for getting cluster id 2024-11-08T19:19:46,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:46,621 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a7f97c7-c11c-41b0-9686-08d91df88553' 2024-11-08T19:19:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a7f97c7-c11c-41b0-9686-08d91df88553" 2024-11-08T19:19:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549d76cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45655,-1] 2024-11-08T19:19:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:46,622 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:46,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9d99ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:46,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74066252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:46,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,42085,-1 for getting cluster id 2024-11-08T19:19:46,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:46,624 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0fff7c0-d851-4c6b-8bd4-498b9700b5a5' 2024-11-08T19:19:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0fff7c0-d851-4c6b-8bd4-498b9700b5a5" 2024-11-08T19:19:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e2b777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,42085,-1] 2024-11-08T19:19:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:46,625 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2e8f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:46,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ad9df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:46,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,33755,-1 for getting cluster id 2024-11-08T19:19:46,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:46,626 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34d39655-828e-4506-bb2f-4dac1db9e916' 2024-11-08T19:19:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34d39655-828e-4506-bb2f-4dac1db9e916" 2024-11-08T19:19:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7676e711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,33755,-1] 2024-11-08T19:19:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:46,628 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:46,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9aded8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:46,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:46,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,45891,1731093561126, seqNum=-1] 2024-11-08T19:19:46,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:46,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:19:46,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731093574719.ce7aa034820379e967067c13bdc7110c., hostname=692b295ad45c,45891,1731093561126, seqNum=2] 2024-11-08T19:19:46,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:46,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,42981,1731093572259, seqNum=-1] 2024-11-08T19:19:46,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:46,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:19:46,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731093579023.2415e0173d133a834a324194b873722a., hostname=692b295ad45c,42981,1731093572259, seqNum=2] 2024-11-08T19:19:46,659 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T19:19:46,938 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 379, reset compression=false 2024-11-08T19:19:47,073 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:19:47,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:47,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:47,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:47,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:47,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:47,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:47,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:47,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:47,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:47,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:47,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:19:47,358 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 379, reset compression=false 2024-11-08T19:19:47,407 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 379, reset compression=false 2024-11-08T19:19:47,412 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:47,412 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 480, reset compression=false 2024-11-08T19:19:47,412 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,45891,1731093561126 got entry batch from reader: WALEntryBatch [walEntries=[{test/ce7aa034820379e967067c13bdc7110c/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T19:19:47,414 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:19:47,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-08T19:19:47,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:47,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4efd0755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:47,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,42085,-1 for getting cluster id 2024-11-08T19:19:47,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:47,418 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0fff7c0-d851-4c6b-8bd4-498b9700b5a5' 2024-11-08T19:19:47,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:47,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0fff7c0-d851-4c6b-8bd4-498b9700b5a5" 2024-11-08T19:19:47,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a16dee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:47,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,42085,-1] 2024-11-08T19:19:47,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:47,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:47,419 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:47,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8b391f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:47,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:47,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,42339,1731093566512, seqNum=-1] 2024-11-08T19:19:47,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:47,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T19:19:47,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731093576872.1892247561f26e1e01f864162ef96799., hostname=692b295ad45c,42339,1731093566512, seqNum=2] 2024-11-08T19:19:47,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:47,442 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 379, reset compression=false 2024-11-08T19:19:47,617 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 480, reset compression=false 2024-11-08T19:19:47,660 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T19:19:47,920 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 480, reset compression=false 2024-11-08T19:19:48,046 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 379, reset compression=false 2024-11-08T19:19:48,261 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 379, reset compression=false 2024-11-08T19:19:48,265 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:48,265 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 503, reset compression=false 2024-11-08T19:19:48,265 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42339,1731093566512 got entry batch from reader: WALEntryBatch [walEntries=[{test/1892247561f26e1e01f864162ef96799/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T19:19:48,267 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:19:48,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-08T19:19:48,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:48,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75aecdc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:48,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42981 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,33755,-1 for getting cluster id 2024-11-08T19:19:48,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:48,269 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34d39655-828e-4506-bb2f-4dac1db9e916' 2024-11-08T19:19:48,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:48,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34d39655-828e-4506-bb2f-4dac1db9e916" 2024-11-08T19:19:48,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d3ad1c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:48,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,33755,-1] 2024-11-08T19:19:48,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:48,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:48,271 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:48,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16426502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:48,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42981 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:48,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,42981,1731093572259, seqNum=-1] 2024-11-08T19:19:48,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:48,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T19:19:48,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731093579023.2415e0173d133a834a324194b873722a., hostname=692b295ad45c,42981,1731093572259, seqNum=2] 2024-11-08T19:19:48,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:48,324 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 480, reset compression=false 2024-11-08T19:19:48,469 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 503, reset compression=false 2024-11-08T19:19:48,662 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T19:19:48,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:48,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,42339,1731093566512, seqNum=-1] 2024-11-08T19:19:48,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:48,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:19:48,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731093576872.1892247561f26e1e01f864162ef96799., hostname=692b295ad45c,42339,1731093566512, seqNum=2] 2024-11-08T19:19:48,668 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T19:19:48,749 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 379, reset compression=false 2024-11-08T19:19:48,754 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:48,754 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 527, reset compression=false 2024-11-08T19:19:48,754 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42981,1731093572259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:19:48,772 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 503, reset compression=false 2024-11-08T19:19:48,776 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:48,776 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 607, reset compression=false 2024-11-08T19:19:48,776 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42339,1731093566512 got entry batch from reader: WALEntryBatch [walEntries=[{test/1892247561f26e1e01f864162ef96799/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T19:19:48,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:48,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:48,828 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 480, reset compression=false 2024-11-08T19:19:48,957 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 527, reset compression=false 2024-11-08T19:19:48,962 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:48,962 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 655, reset compression=false 2024-11-08T19:19:48,962 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42981,1731093572259 got entry batch from reader: WALEntryBatch [walEntries=[{test/2415e0173d133a834a324194b873722a/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T19:19:48,965 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:19:48,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T19:19:48,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:48,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60b4c630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:48,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45655,-1 for getting cluster id 2024-11-08T19:19:48,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:48,969 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a7f97c7-c11c-41b0-9686-08d91df88553' 2024-11-08T19:19:48,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:48,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a7f97c7-c11c-41b0-9686-08d91df88553" 2024-11-08T19:19:48,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37ffaa9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:48,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45655,-1] 2024-11-08T19:19:48,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:48,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:48,971 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:48,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4658f2c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:48,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:19:48,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,45891,1731093561126, seqNum=-1] 2024-11-08T19:19:48,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:19:48,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T19:19:48,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731093574719.ce7aa034820379e967067c13bdc7110c., hostname=692b295ad45c,45891,1731093561126, seqNum=2] 2024-11-08T19:19:48,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:48,980 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 607, reset compression=false 2024-11-08T19:19:49,168 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 655, reset compression=false 2024-11-08T19:19:49,289 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 607, reset compression=false 2024-11-08T19:19:49,432 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 480, reset compression=false 2024-11-08T19:19:49,473 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 655, reset compression=false 2024-11-08T19:19:49,496 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:49,496 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 631, reset compression=false 2024-11-08T19:19:49,496 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,45891,1731093561126 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:19:49,670 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T19:19:49,673 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T19:19:49,692 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 607, reset compression=false 2024-11-08T19:19:49,699 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 631, reset compression=false 2024-11-08T19:19:49,877 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 655, reset compression=false 2024-11-08T19:19:49,881 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:49,881 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 759, reset compression=false 2024-11-08T19:19:49,882 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42981,1731093572259 got entry batch from reader: WALEntryBatch [walEntries=[{test/2415e0173d133a834a324194b873722a/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T19:19:49,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:49,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:50,003 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 631, reset compression=false 2024-11-08T19:19:50,007 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:50,007 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 758, reset compression=false 2024-11-08T19:19:50,007 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,45891,1731093561126 got entry batch from reader: WALEntryBatch [walEntries=[{test/ce7aa034820379e967067c13bdc7110c/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T19:19:50,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:50,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:50,085 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 759, reset compression=false 2024-11-08T19:19:50,196 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 607, reset compression=false 2024-11-08T19:19:50,200 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:50,200 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 757, reset compression=false 2024-11-08T19:19:50,200 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42339,1731093566512 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:19:50,210 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 758, reset compression=false 2024-11-08T19:19:50,389 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 759, reset compression=false 2024-11-08T19:19:50,404 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 757, reset compression=false 2024-11-08T19:19:50,513 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 758, reset compression=false 2024-11-08T19:19:50,520 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:19:50,675 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T19:19:50,678 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T19:19:50,707 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 757, reset compression=false 2024-11-08T19:19:50,791 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 759, reset compression=false 2024-11-08T19:19:50,916 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 758, reset compression=false 2024-11-08T19:19:50,920 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:50,920 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 914, reset compression=false 2024-11-08T19:19:50,920 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,45891,1731093561126 got entry batch from reader: WALEntryBatch [walEntries=[{test/ce7aa034820379e967067c13bdc7110c/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T19:19:50,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:50,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:51,111 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 757, reset compression=false 2024-11-08T19:19:51,115 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:51,115 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 904, reset compression=false 2024-11-08T19:19:51,115 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42339,1731093566512 got entry batch from reader: WALEntryBatch [walEntries=[{test/1892247561f26e1e01f864162ef96799/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T19:19:51,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:51,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:51,123 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 914, reset compression=false 2024-11-08T19:19:51,294 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 759, reset compression=false 2024-11-08T19:19:51,298 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:51,298 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 930, reset compression=false 2024-11-08T19:19:51,298 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42981,1731093572259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:19:51,318 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 904, reset compression=false 2024-11-08T19:19:51,426 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 914, reset compression=false 2024-11-08T19:19:51,502 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 930, reset compression=false 2024-11-08T19:19:51,621 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 904, reset compression=false 2024-11-08T19:19:51,680 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T19:19:51,682 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T19:19:51,805 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 930, reset compression=false 2024-11-08T19:19:51,829 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 914, reset compression=false 2024-11-08T19:19:52,024 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 904, reset compression=false 2024-11-08T19:19:52,028 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:52,028 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1063, reset compression=false 2024-11-08T19:19:52,028 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42339,1731093566512 got entry batch from reader: WALEntryBatch [walEntries=[{test/1892247561f26e1e01f864162ef96799/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T19:19:52,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:52,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:52,208 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 930, reset compression=false 2024-11-08T19:19:52,211 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:52,212 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 1080, reset compression=false 2024-11-08T19:19:52,212 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42981,1731093572259 got entry batch from reader: WALEntryBatch [walEntries=[{test/2415e0173d133a834a324194b873722a/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T19:19:52,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:52,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:52,231 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1063, reset compression=false 2024-11-08T19:19:52,332 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 914, reset compression=false 2024-11-08T19:19:52,336 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:52,336 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1087, reset compression=false 2024-11-08T19:19:52,336 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,45891,1731093561126 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:19:52,415 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 1080, reset compression=false 2024-11-08T19:19:52,534 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1063, reset compression=false 2024-11-08T19:19:52,539 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1087, reset compression=false 2024-11-08T19:19:52,685 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T19:19:52,688 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T19:19:52,718 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 1080, reset compression=false 2024-11-08T19:19:52,721 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:52,721 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 1239, reset compression=false 2024-11-08T19:19:52,721 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42981,1731093572259 got entry batch from reader: WALEntryBatch [walEntries=[{test/2415e0173d133a834a324194b873722a/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T19:19:52,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:52,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:52,841 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1087, reset compression=false 2024-11-08T19:19:52,844 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:52,844 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1236, reset compression=false 2024-11-08T19:19:52,844 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,45891,1731093561126 got entry batch from reader: WALEntryBatch [walEntries=[{test/ce7aa034820379e967067c13bdc7110c/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T19:19:52,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:52,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:52,925 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 1239, reset compression=false 2024-11-08T19:19:52,937 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1063, reset compression=false 2024-11-08T19:19:52,941 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:52,941 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1235, reset compression=false 2024-11-08T19:19:52,941 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42339,1731093566512 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:19:53,047 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1236, reset compression=false 2024-11-08T19:19:53,144 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1235, reset compression=false 2024-11-08T19:19:53,228 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 1239, reset compression=false 2024-11-08T19:19:53,350 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1236, reset compression=false 2024-11-08T19:19:53,447 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1235, reset compression=false 2024-11-08T19:19:53,631 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 1239, reset compression=false 2024-11-08T19:19:53,690 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T19:19:53,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f17086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:53,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,33755,-1 for getting cluster id 2024-11-08T19:19:53,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:53,696 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34d39655-828e-4506-bb2f-4dac1db9e916' 2024-11-08T19:19:53,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:53,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34d39655-828e-4506-bb2f-4dac1db9e916" 2024-11-08T19:19:53,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7375af3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:53,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,33755,-1] 2024-11-08T19:19:53,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:53,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:53,697 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:53,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ea5a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:53,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,33755,1731093572122 2024-11-08T19:19:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68338f4f 2024-11-08T19:19:53,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:53,701 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:19:53,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-08T19:19:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-08T19:19:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T19:19:53,754 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1236, reset compression=false 2024-11-08T19:19:53,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:19:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T19:19:53,850 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1235, reset compression=false 2024-11-08T19:19:53,898 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:53,899 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:19:53,899 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68522 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:19:53,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T19:19:53,920 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-08T19:19:53,921 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-08T19:19:53,921 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-692b295ad45c,42981,1731093572259 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-08T19:19:53,921 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/692b295ad45c:0-0. 2024-11-08T19:19:53,921 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:53,921 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:53,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:53,921 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T19:19:54,022 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T19:19:54,022 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T19:19:54,122 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 terminated 2024-11-08T19:19:54,141 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-692b295ad45c,42981,1731093572259, ReplicationSource: 1, currentBandwidth=0 2024-11-08T19:19:54,142 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-08T19:19:54,142 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T19:19:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T19:19:54,144 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 692b295ad45c,42981,1731093572259 suceeded 2024-11-08T19:19:54,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T19:19:54,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 376 msec 2024-11-08T19:19:54,145 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-08T19:19:54,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 443 msec 2024-11-08T19:19:54,155 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:45655' 2024-11-08T19:19:54,156 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e011370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:54,156 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45655,-1 for getting cluster id 2024-11-08T19:19:54,156 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:54,156 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a7f97c7-c11c-41b0-9686-08d91df88553' 2024-11-08T19:19:54,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:54,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a7f97c7-c11c-41b0-9686-08d91df88553" 2024-11-08T19:19:54,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35a7d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:54,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45655,-1] 2024-11-08T19:19:54,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:54,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:54,158 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:54,158 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a36305c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:54,158 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:54,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,45655,1731093560930 2024-11-08T19:19:54,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f65604f 2024-11-08T19:19:54,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:54,160 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T19:19:54,160 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-692b295ad45c,42981,1731093572259 (queues=1) is replicating from cluster=34d39655-828e-4506-bb2f-4dac1db9e916 to cluster=1a7f97c7-c11c-41b0-9686-08d91df88553 2024-11-08T19:19:54,160 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=692b295ad45c%2C42981%2C1731093572259 2024-11-08T19:19:54,160 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-692b295ad45c,42981,1731093572259, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:19:54,161 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C42981%2C1731093572259 2024-11-08T19:19:54,257 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1236, reset compression=false 2024-11-08T19:19:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T19:19:54,330 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T19:19:54,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:19:54,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:54,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:54,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:54,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:54,333 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-08T19:19:54,353 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1235, reset compression=false 2024-11-08T19:19:54,860 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1236, reset compression=false 2024-11-08T19:19:54,890 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:54,890 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1340, reset compression=false 2024-11-08T19:19:54,890 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,45891,1731093561126 got entry batch from reader: WALEntryBatch [walEntries=[{test/ce7aa034820379e967067c13bdc7110c/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T19:19:54,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:54,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:54,956 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1235, reset compression=false 2024-11-08T19:19:54,960 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:54,960 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1362, reset compression=false 2024-11-08T19:19:54,960 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42339,1731093566512 got entry batch from reader: WALEntryBatch [walEntries=[{test/1892247561f26e1e01f864162ef96799/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T19:19:54,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:54,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:55,092 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1340, reset compression=false 2024-11-08T19:19:55,167 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1362, reset compression=false 2024-11-08T19:19:55,334 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-08T19:19:55,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7554ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:55,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,33755,-1 for getting cluster id 2024-11-08T19:19:55,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:19:55,337 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34d39655-828e-4506-bb2f-4dac1db9e916' 2024-11-08T19:19:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:19:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34d39655-828e-4506-bb2f-4dac1db9e916" 2024-11-08T19:19:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c301b6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,33755,-1] 2024-11-08T19:19:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:19:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:55,338 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:19:55,339 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39285145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:19:55,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:19:55,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,33755,1731093572122 2024-11-08T19:19:55,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@630563da 2024-11-08T19:19:55,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:19:55,343 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:19:55,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-08T19:19:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-08T19:19:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T19:19:55,396 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1340, reset compression=false 2024-11-08T19:19:55,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:19:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T19:19:55,470 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1362, reset compression=false 2024-11-08T19:19:55,474 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:55,474 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1466, reset compression=false 2024-11-08T19:19:55,474 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42339,1731093566512 got entry batch from reader: WALEntryBatch [walEntries=[{test/1892247561f26e1e01f864162ef96799/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T19:19:55,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:55,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:55,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-08T19:19:55,551 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-08T19:19:55,552 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T19:19:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-08T19:19:55,554 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 692b295ad45c,42981,1731093572259 suceeded 2024-11-08T19:19:55,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-08T19:19:55,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-08T19:19:55,556 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-08T19:19:55,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 212 msec 2024-11-08T19:19:55,562 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135, startPosition=1239, beingWritten=true 2024-11-08T19:19:55,565 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:19:55,565 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 1518, reset compression=false 2024-11-08T19:19:55,565 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42981,1731093572259 got entry batch from reader: WALEntryBatch [walEntries=[{test/2415e0173d133a834a324194b873722a/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T19:19:55,568 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:19:55,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T19:19:55,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:19:55,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45891 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:19:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T19:19:55,660 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T19:19:55,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:19:55,660 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:55,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:55,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:55,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:55,662 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-08T19:19:55,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:19:55,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:19:55,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:55,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:55,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:55,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:55,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:19:55,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1273247250, stopped=false 2024-11-08T19:19:55,662 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,33755,1731093572122 2024-11-08T19:19:55,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-527659224/running 2024-11-08T19:19:55,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-527659224/running 2024-11-08T19:19:55,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224 2024-11-08T19:19:55,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224 2024-11-08T19:19:55,672 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:19:55,672 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:19:55,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:55,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:55,673 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,42981,1731093572259' ***** 2024-11-08T19:19:55,673 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:19:55,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Set watcher on znode that does not yet exist, /2-527659224/running 2024-11-08T19:19:55,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Set watcher on znode that does not yet exist, /2-527659224/running 2024-11-08T19:19:55,673 INFO [RS:0;692b295ad45c:42981 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:19:55,673 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:19:55,674 INFO [RS:0;692b295ad45c:42981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:19:55,674 INFO [RS:0;692b295ad45c:42981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:19:55,674 INFO [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(3091): Received CLOSE for e07752cba333a0f0ff2a927148406496 2024-11-08T19:19:55,674 INFO [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(3091): Received CLOSE for 2415e0173d133a834a324194b873722a 2024-11-08T19:19:55,674 INFO [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,42981,1731093572259 2024-11-08T19:19:55,674 INFO [RS:0;692b295ad45c:42981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:19:55,674 INFO [RS:0;692b295ad45c:42981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:42981. 2024-11-08T19:19:55,674 DEBUG [RS:0;692b295ad45c:42981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:55,674 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e07752cba333a0f0ff2a927148406496, disabling compactions & flushes 2024-11-08T19:19:55,674 DEBUG [RS:0;692b295ad45c:42981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:55,674 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496. 2024-11-08T19:19:55,674 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496. 2024-11-08T19:19:55,674 INFO [RS:0;692b295ad45c:42981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:19:55,674 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496. after waiting 0 ms 2024-11-08T19:19:55,674 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496. 2024-11-08T19:19:55,674 INFO [RS:0;692b295ad45c:42981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:19:55,674 INFO [RS:0;692b295ad45c:42981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:19:55,674 INFO [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:19:55,674 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e07752cba333a0f0ff2a927148406496 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-08T19:19:55,674 INFO [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T19:19:55,674 DEBUG [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1325): Online Regions={e07752cba333a0f0ff2a927148406496=hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496., 1588230740=hbase:meta,,1.1588230740, 2415e0173d133a834a324194b873722a=test,,1731093579023.2415e0173d133a834a324194b873722a.} 2024-11-08T19:19:55,674 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:19:55,674 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:19:55,674 DEBUG [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2415e0173d133a834a324194b873722a, e07752cba333a0f0ff2a927148406496 2024-11-08T19:19:55,674 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:19:55,674 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:19:55,674 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:19:55,674 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T19:19:55,677 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1466, reset compression=false 2024-11-08T19:19:55,688 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/replication/e07752cba333a0f0ff2a927148406496/.tmp/queue/a472a70277934fe494b4e520e2e291db is 154, key is 1-692b295ad45c,42981,1731093572259/queue:692b295ad45c%2C42981%2C1731093572259/1731093595571/Put/seqid=0 2024-11-08T19:19:55,690 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/.tmp/info/20faca2ccbe747978d7b69832df9a411 is 147, key is hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496./info:regioninfo/1731093585636/Put/seqid=0 2024-11-08T19:19:55,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741840_1016 (size=5353) 2024-11-08T19:19:55,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741841_1017 (size=7686) 2024-11-08T19:19:55,732 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:19:55,769 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 1518, reset compression=false 2024-11-08T19:19:55,799 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1340, reset compression=false 2024-11-08T19:19:55,803 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:55,803 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1491, reset compression=false 2024-11-08T19:19:55,803 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,45891,1731093561126 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:19:55,875 DEBUG [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2415e0173d133a834a324194b873722a, e07752cba333a0f0ff2a927148406496 2024-11-08T19:19:55,959 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:19:55,980 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1466, reset compression=false 2024-11-08T19:19:56,006 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1491, reset compression=false 2024-11-08T19:19:56,012 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:19:56,012 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:19:56,072 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 1518, reset compression=false 2024-11-08T19:19:56,075 DEBUG [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2415e0173d133a834a324194b873722a, e07752cba333a0f0ff2a927148406496 2024-11-08T19:19:56,092 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/replication/e07752cba333a0f0ff2a927148406496/.tmp/queue/a472a70277934fe494b4e520e2e291db 2024-11-08T19:19:56,094 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/.tmp/info/20faca2ccbe747978d7b69832df9a411 2024-11-08T19:19:56,098 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/replication/e07752cba333a0f0ff2a927148406496/.tmp/queue/a472a70277934fe494b4e520e2e291db as hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/replication/e07752cba333a0f0ff2a927148406496/queue/a472a70277934fe494b4e520e2e291db 2024-11-08T19:19:56,101 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/replication/e07752cba333a0f0ff2a927148406496/queue/a472a70277934fe494b4e520e2e291db, entries=1, sequenceid=13, filesize=5.2 K 2024-11-08T19:19:56,102 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for e07752cba333a0f0ff2a927148406496 in 428ms, sequenceid=13, compaction requested=false 2024-11-08T19:19:56,107 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/replication/e07752cba333a0f0ff2a927148406496/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T19:19:56,107 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:19:56,107 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:19:56,107 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496. 2024-11-08T19:19:56,107 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e07752cba333a0f0ff2a927148406496: Waiting for close lock at 1731093595674Running coprocessor pre-close hooks at 1731093595674Disabling compacts and flushes for region at 1731093595674Disabling writes for close at 1731093595674Obtaining lock to block concurrent updates at 1731093595674Preparing flush snapshotting stores in e07752cba333a0f0ff2a927148406496 at 1731093595674Finished memstore snapshotting hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731093595674Flushing stores of hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496. at 1731093595675 (+1 ms)Flushing e07752cba333a0f0ff2a927148406496/queue: creating writer at 1731093595675Flushing e07752cba333a0f0ff2a927148406496/queue: appending metadata at 1731093595687 (+12 ms)Flushing e07752cba333a0f0ff2a927148406496/queue: closing flushed file at 1731093595687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3be3e3d4: reopening flushed file at 1731093596097 (+410 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for e07752cba333a0f0ff2a927148406496 in 428ms, sequenceid=13, compaction requested=false at 1731093596102 (+5 ms)Writing region close event to WAL at 1731093596104 (+2 ms)Running coprocessor post-close hooks at 1731093596107 (+3 ms)Closed at 1731093596107 2024-11-08T19:19:56,108 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731093584483.e07752cba333a0f0ff2a927148406496. 2024-11-08T19:19:56,108 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2415e0173d133a834a324194b873722a, disabling compactions & flushes 2024-11-08T19:19:56,108 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731093579023.2415e0173d133a834a324194b873722a. 2024-11-08T19:19:56,108 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093579023.2415e0173d133a834a324194b873722a. 2024-11-08T19:19:56,108 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731093579023.2415e0173d133a834a324194b873722a. after waiting 0 ms 2024-11-08T19:19:56,108 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731093579023.2415e0173d133a834a324194b873722a. 2024-11-08T19:19:56,108 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2415e0173d133a834a324194b873722a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T19:19:56,114 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/.tmp/ns/f67d1d16eb0543febff614177a0affbb is 43, key is default/ns:d/1731093574671/Put/seqid=0 2024-11-08T19:19:56,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741842_1018 (size=5153) 2024-11-08T19:19:56,122 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a/.tmp/f/01299af7614849faa4d794704db4980e is 37, key is row3/f:row3/1731093594331/Put/seqid=0 2024-11-08T19:19:56,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741843_1019 (size=5228) 2024-11-08T19:19:56,275 DEBUG [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2415e0173d133a834a324194b873722a 2024-11-08T19:19:56,308 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1491, reset compression=false 2024-11-08T19:19:56,383 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1466, reset compression=false 2024-11-08T19:19:56,475 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 1518, reset compression=false 2024-11-08T19:19:56,475 DEBUG [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2415e0173d133a834a324194b873722a 2024-11-08T19:19:56,479 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:56,479 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 1765, reset compression=false 2024-11-08T19:19:56,479 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42981,1731093572259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:19:56,480 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 692b295ad45c,42981,1731093572259: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-692b295ad45c,42981,1731093572259, walGroup=692b295ad45c%2C42981%2C1731093572259, offset=692b295ad45c%2C42981%2C1731093572259.1731093574135:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:42981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T19:19:56,481 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T19:19:56,481 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T19:19:56,481 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T19:19:56,481 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T19:19:56,481 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T19:19:56,481 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1157627904, "init": 1048576000, "max": 2306867200, "used": 832013824 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 198186504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T19:19:56,482 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:33755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:33755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T19:19:56,518 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/.tmp/ns/f67d1d16eb0543febff614177a0affbb 2024-11-08T19:19:56,525 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a/.tmp/f/01299af7614849faa4d794704db4980e 2024-11-08T19:19:56,527 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01299af7614849faa4d794704db4980e 2024-11-08T19:19:56,534 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/.tmp/rep_barrier/b941d70e584c4e60bf65120c1476a6a6 is 112, key is test,,1731093579023.2415e0173d133a834a324194b873722a./rep_barrier:seqnumDuringOpen/1731093580207/Put/seqid=0 2024-11-08T19:19:56,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741844_1020 (size=5518) 2024-11-08T19:19:56,540 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a/.tmp/f1/e2f7fe43a8a147b2b5ccc95eed21079b is 30, key is row1/f1:/1731093591680/DeleteFamily/seqid=0 2024-11-08T19:19:56,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741845_1021 (size=5158) 2024-11-08T19:19:56,675 INFO [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T19:19:56,675 DEBUG [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2415e0173d133a834a324194b873722a=test,,1731093579023.2415e0173d133a834a324194b873722a.} 2024-11-08T19:19:56,675 DEBUG [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2415e0173d133a834a324194b873722a 2024-11-08T19:19:56,682 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 1765, reset compression=false 2024-11-08T19:19:56,711 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1491, reset compression=false 2024-11-08T19:19:56,875 DEBUG [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2415e0173d133a834a324194b873722a 2024-11-08T19:19:56,887 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1466, reset compression=false 2024-11-08T19:19:56,938 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/.tmp/rep_barrier/b941d70e584c4e60bf65120c1476a6a6 2024-11-08T19:19:56,944 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a/.tmp/f1/e2f7fe43a8a147b2b5ccc95eed21079b 2024-11-08T19:19:56,947 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2f7fe43a8a147b2b5ccc95eed21079b 2024-11-08T19:19:56,958 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/.tmp/table/4fdc5855b7cc49e288ea83bc2591a7c0 is 53, key is hbase:replication/table:state/1731093585642/Put/seqid=0 2024-11-08T19:19:56,960 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a/.tmp/norep/5fcd316280574d5b9a4b86f90acbf2ce is 33, key is row2/norep:/1731093592685/DeleteFamily/seqid=0 2024-11-08T19:19:56,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741846_1022 (size=5308) 2024-11-08T19:19:56,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741847_1023 (size=5108) 2024-11-08T19:19:56,985 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 1765, reset compression=false 2024-11-08T19:19:57,076 DEBUG [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2415e0173d133a834a324194b873722a 2024-11-08T19:19:57,214 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1491, reset compression=false 2024-11-08T19:19:57,276 DEBUG [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2415e0173d133a834a324194b873722a 2024-11-08T19:19:57,362 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/.tmp/table/4fdc5855b7cc49e288ea83bc2591a7c0 2024-11-08T19:19:57,363 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a/.tmp/norep/5fcd316280574d5b9a4b86f90acbf2ce 2024-11-08T19:19:57,366 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/.tmp/info/20faca2ccbe747978d7b69832df9a411 as hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/info/20faca2ccbe747978d7b69832df9a411 2024-11-08T19:19:57,366 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5fcd316280574d5b9a4b86f90acbf2ce 2024-11-08T19:19:57,366 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a/.tmp/f/01299af7614849faa4d794704db4980e as hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a/f/01299af7614849faa4d794704db4980e 2024-11-08T19:19:57,369 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01299af7614849faa4d794704db4980e 2024-11-08T19:19:57,369 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/info/20faca2ccbe747978d7b69832df9a411, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T19:19:57,369 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a/f/01299af7614849faa4d794704db4980e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T19:19:57,370 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/.tmp/ns/f67d1d16eb0543febff614177a0affbb as hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/ns/f67d1d16eb0543febff614177a0affbb 2024-11-08T19:19:57,370 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a/.tmp/f1/e2f7fe43a8a147b2b5ccc95eed21079b as hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a/f1/e2f7fe43a8a147b2b5ccc95eed21079b 2024-11-08T19:19:57,373 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2f7fe43a8a147b2b5ccc95eed21079b 2024-11-08T19:19:57,373 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/ns/f67d1d16eb0543febff614177a0affbb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T19:19:57,373 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a/f1/e2f7fe43a8a147b2b5ccc95eed21079b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T19:19:57,373 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/.tmp/rep_barrier/b941d70e584c4e60bf65120c1476a6a6 as hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/rep_barrier/b941d70e584c4e60bf65120c1476a6a6 2024-11-08T19:19:57,373 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a/.tmp/norep/5fcd316280574d5b9a4b86f90acbf2ce as hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a/norep/5fcd316280574d5b9a4b86f90acbf2ce 2024-11-08T19:19:57,376 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5fcd316280574d5b9a4b86f90acbf2ce 2024-11-08T19:19:57,377 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a/norep/5fcd316280574d5b9a4b86f90acbf2ce, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T19:19:57,377 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/rep_barrier/b941d70e584c4e60bf65120c1476a6a6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T19:19:57,377 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2415e0173d133a834a324194b873722a in 1269ms, sequenceid=12, compaction requested=false 2024-11-08T19:19:57,378 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/.tmp/table/4fdc5855b7cc49e288ea83bc2591a7c0 as hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/table/4fdc5855b7cc49e288ea83bc2591a7c0 2024-11-08T19:19:57,381 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/table/4fdc5855b7cc49e288ea83bc2591a7c0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T19:19:57,382 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-08T19:19:57,387 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/default/test/2415e0173d133a834a324194b873722a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T19:19:57,388 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:19:57,388 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:19:57,388 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731093579023.2415e0173d133a834a324194b873722a. 2024-11-08T19:19:57,388 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2415e0173d133a834a324194b873722a: Waiting for close lock at 1731093596108Running coprocessor pre-close hooks at 1731093596108Disabling compacts and flushes for region at 1731093596108Disabling writes for close at 1731093596108Obtaining lock to block concurrent updates at 1731093596108Preparing flush snapshotting stores in 2415e0173d133a834a324194b873722a at 1731093596108Finished memstore snapshotting test,,1731093579023.2415e0173d133a834a324194b873722a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731093596108Flushing stores of test,,1731093579023.2415e0173d133a834a324194b873722a. at 1731093596108Flushing 2415e0173d133a834a324194b873722a/f: creating writer at 1731093596108Flushing 2415e0173d133a834a324194b873722a/f: appending metadata at 1731093596121 (+13 ms)Flushing 2415e0173d133a834a324194b873722a/f: closing flushed file at 1731093596121Flushing 2415e0173d133a834a324194b873722a/f1: creating writer at 1731093596527 (+406 ms)Flushing 2415e0173d133a834a324194b873722a/f1: appending metadata at 1731093596540 (+13 ms)Flushing 2415e0173d133a834a324194b873722a/f1: closing flushed file at 1731093596540Flushing 2415e0173d133a834a324194b873722a/norep: creating writer at 1731093596947 (+407 ms)Flushing 2415e0173d133a834a324194b873722a/norep: appending metadata at 1731093596959 (+12 ms)Flushing 2415e0173d133a834a324194b873722a/norep: closing flushed file at 1731093596959Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251336eb: reopening flushed file at 1731093597366 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f231477: reopening flushed file at 1731093597369 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f324bdd: reopening flushed file at 1731093597373 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2415e0173d133a834a324194b873722a in 1269ms, sequenceid=12, compaction requested=false at 1731093597377 (+4 ms)Writing region close event to WAL at 1731093597384 (+7 ms)Running coprocessor post-close hooks at 1731093597388 (+4 ms)Closed at 1731093597388 2024-11-08T19:19:57,388 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731093579023.2415e0173d133a834a324194b873722a. 2024-11-08T19:19:57,388 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 1765, reset compression=false 2024-11-08T19:19:57,390 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T19:19:57,391 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:19:57,391 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:19:57,391 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:19:57,391 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093595674Running coprocessor pre-close hooks at 1731093595674Disabling compacts and flushes for region at 1731093595674Disabling writes for close at 1731093595674Obtaining lock to block concurrent updates at 1731093595674Preparing flush snapshotting stores in 1588230740 at 1731093595674Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731093595675 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731093595675Flushing 1588230740/info: creating writer at 1731093595675Flushing 1588230740/info: appending metadata at 1731093595690 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731093595690Flushing 1588230740/ns: creating writer at 1731093596097 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731093596113 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731093596114 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731093596521 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731093596534 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731093596534Flushing 1588230740/table: creating writer at 1731093596942 (+408 ms)Flushing 1588230740/table: appending metadata at 1731093596957 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731093596958 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5752d8: reopening flushed file at 1731093597365 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e014e49: reopening flushed file at 1731093597369 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1418796: reopening flushed file at 1731093597373 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78080b54: reopening flushed file at 1731093597377 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1731093597382 (+5 ms)Writing region close event to WAL at 1731093597387 (+5 ms)Running coprocessor post-close hooks at 1731093597391 (+4 ms)Closed at 1731093597391 2024-11-08T19:19:57,391 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:19:57,392 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:57,392 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.wal-reader.692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.1731093574135 to pos 2409, reset compression=false 2024-11-08T19:19:57,476 INFO [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,42981,1731093572259; all regions closed. 2024-11-08T19:19:57,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741834_1010 (size=4239) 2024-11-08T19:19:57,478 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/WALs/692b295ad45c,42981,1731093572259/692b295ad45c%2C42981%2C1731093572259.meta.1731093574622.meta not finished, retry = 0 2024-11-08T19:19:57,490 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1466, reset compression=false 2024-11-08T19:19:57,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741839_1015 (size=3333) 2024-11-08T19:19:57,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741833_1009 (size=2417) 2024-11-08T19:19:57,583 DEBUG [RS:0;692b295ad45c:42981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:57,583 INFO [RS:0;692b295ad45c:42981 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:19:57,583 INFO [RS:0;692b295ad45c:42981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:19:57,583 INFO [RS:0;692b295ad45c:42981 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:19:57,583 INFO [RS:0;692b295ad45c:42981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:19:57,583 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:19:57,583 INFO [RS:0;692b295ad45c:42981 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-692b295ad45c,42981,1731093572259 because: Region server is closing 2024-11-08T19:19:57,584 INFO [RS:0;692b295ad45c:42981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:42981. 2024-11-08T19:19:57,584 DEBUG [RS:0;692b295ad45c:42981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:57,584 DEBUG [RS:0;692b295ad45c:42981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:57,584 DEBUG [RS:0;692b295ad45c:42981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:57,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:57,684 INFO [RS:0;692b295ad45c:42981 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42981,1731093572259.replicationSource.shipper692b295ad45c%2C42981%2C1731093572259,1-692b295ad45c,42981,1731093572259 terminated 2024-11-08T19:19:57,684 INFO [RS:0;692b295ad45c:42981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:42981. 2024-11-08T19:19:57,684 DEBUG [RS:0;692b295ad45c:42981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:57,685 DEBUG [RS:0;692b295ad45c:42981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:57,685 DEBUG [RS:0;692b295ad45c:42981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:57,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:57,685 INFO [RS:0;692b295ad45c:42981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42981 2024-11-08T19:19:57,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224/rs 2024-11-08T19:19:57,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-527659224/rs/692b295ad45c,42981,1731093572259 2024-11-08T19:19:57,746 INFO [RS:0;692b295ad45c:42981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:19:57,756 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,42981,1731093572259] 2024-11-08T19:19:57,767 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-527659224/draining/692b295ad45c,42981,1731093572259 already deleted, retry=false 2024-11-08T19:19:57,767 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,42981,1731093572259 expired; onlineServers=0 2024-11-08T19:19:57,767 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,33755,1731093572122' ***** 2024-11-08T19:19:57,767 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:19:57,767 INFO [M:0;692b295ad45c:33755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:19:57,767 INFO [M:0;692b295ad45c:33755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:19:57,767 DEBUG [M:0;692b295ad45c:33755 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:19:57,767 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:19:57,767 DEBUG [M:0;692b295ad45c:33755 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:19:57,767 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093573828 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093573828,5,FailOnTimeoutGroup] 2024-11-08T19:19:57,767 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093573828 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093573828,5,FailOnTimeoutGroup] 2024-11-08T19:19:57,767 INFO [M:0;692b295ad45c:33755 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:19:57,767 INFO [M:0;692b295ad45c:33755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:19:57,767 DEBUG [M:0;692b295ad45c:33755 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:19:57,767 INFO [M:0;692b295ad45c:33755 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:19:57,768 INFO [M:0;692b295ad45c:33755 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:19:57,768 INFO [M:0;692b295ad45c:33755 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:19:57,768 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:19:57,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-527659224/master 2024-11-08T19:19:57,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-527659224 2024-11-08T19:19:57,777 DEBUG [M:0;692b295ad45c:33755 {}] zookeeper.ZKUtil(347): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Unable to get data of znode /2-527659224/master because node does not exist (not an error) 2024-11-08T19:19:57,777 WARN [M:0;692b295ad45c:33755 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:19:57,778 INFO [M:0;692b295ad45c:33755 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/.lastflushedseqids 2024-11-08T19:19:57,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741848_1024 (size=245) 2024-11-08T19:19:57,783 INFO [M:0;692b295ad45c:33755 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:19:57,783 INFO [M:0;692b295ad45c:33755 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:19:57,783 DEBUG [M:0;692b295ad45c:33755 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:19:57,783 INFO [M:0;692b295ad45c:33755 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:57,783 DEBUG [M:0;692b295ad45c:33755 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:57,783 DEBUG [M:0;692b295ad45c:33755 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:19:57,783 DEBUG [M:0;692b295ad45c:33755 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:57,783 INFO [M:0;692b295ad45c:33755 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-08T19:19:57,796 DEBUG [M:0;692b295ad45c:33755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fe2cba9b7884f72a97c86950198c392 is 82, key is hbase:meta,,1/info:regioninfo/1731093574651/Put/seqid=0 2024-11-08T19:19:57,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741849_1025 (size=5672) 2024-11-08T19:19:57,817 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1491, reset compression=false 2024-11-08T19:19:57,856 INFO [RS:0;692b295ad45c:42981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:19:57,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:19:57,857 INFO [RS:0;692b295ad45c:42981 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,42981,1731093572259; zookeeper connection closed. 2024-11-08T19:19:57,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42981-0x1011be371ad0007, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:19:57,857 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f5f2c2d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f5f2c2d 2024-11-08T19:19:57,857 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:19:58,194 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1466, reset compression=false 2024-11-08T19:19:58,199 INFO [M:0;692b295ad45c:33755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fe2cba9b7884f72a97c86950198c392 2024-11-08T19:19:58,218 DEBUG [M:0;692b295ad45c:33755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b9456ca22c04d44ae97937b85e04d6f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731093585645/Put/seqid=0 2024-11-08T19:19:58,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741850_1026 (size=9213) 2024-11-08T19:19:58,519 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1491, reset compression=false 2024-11-08T19:19:58,622 INFO [M:0;692b295ad45c:33755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b9456ca22c04d44ae97937b85e04d6f 2024-11-08T19:19:58,637 DEBUG [M:0;692b295ad45c:33755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9ac64dbb8f5487fadfc3a185cccd5ed is 69, key is 692b295ad45c,42981,1731093572259/rs:state/1731093573918/Put/seqid=0 2024-11-08T19:19:58,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741851_1027 (size=5156) 2024-11-08T19:19:58,997 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1466, reset compression=false 2024-11-08T19:19:59,040 INFO [M:0;692b295ad45c:33755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9ac64dbb8f5487fadfc3a185cccd5ed 2024-11-08T19:19:59,044 DEBUG [M:0;692b295ad45c:33755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fe2cba9b7884f72a97c86950198c392 as hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fe2cba9b7884f72a97c86950198c392 2024-11-08T19:19:59,047 INFO [M:0;692b295ad45c:33755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fe2cba9b7884f72a97c86950198c392, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T19:19:59,048 DEBUG [M:0;692b295ad45c:33755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b9456ca22c04d44ae97937b85e04d6f as hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b9456ca22c04d44ae97937b85e04d6f 2024-11-08T19:19:59,051 INFO [M:0;692b295ad45c:33755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b9456ca22c04d44ae97937b85e04d6f, entries=15, sequenceid=127, filesize=9.0 K 2024-11-08T19:19:59,051 DEBUG [M:0;692b295ad45c:33755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9ac64dbb8f5487fadfc3a185cccd5ed as hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9ac64dbb8f5487fadfc3a185cccd5ed 2024-11-08T19:19:59,054 INFO [M:0;692b295ad45c:33755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37443/user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9ac64dbb8f5487fadfc3a185cccd5ed, entries=1, sequenceid=127, filesize=5.0 K 2024-11-08T19:19:59,055 INFO [M:0;692b295ad45c:33755 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=127, compaction requested=false 2024-11-08T19:19:59,057 INFO [M:0;692b295ad45c:33755 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:19:59,057 DEBUG [M:0;692b295ad45c:33755 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093597783Disabling compacts and flushes for region at 1731093597783Disabling writes for close at 1731093597783Obtaining lock to block concurrent updates at 1731093597783Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093597783Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731093597783Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093597784 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093597784Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093597796 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093597796Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093598203 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093598218 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093598218Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093598625 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093598636 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093598636Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d82653c: reopening flushed file at 1731093599044 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54097fd8: reopening flushed file at 1731093599047 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d5156c2: reopening flushed file at 1731093599051 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=127, compaction requested=false at 1731093599055 (+4 ms)Writing region close event to WAL at 1731093599057 (+2 ms)Closed at 1731093599057 2024-11-08T19:19:59,059 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53a03e44-041e-4f41-701e-0d007d137e98/MasterData/WALs/692b295ad45c,33755,1731093572122/692b295ad45c%2C33755%2C1731093572122.1731093573569 not finished, retry = 0 2024-11-08T19:19:59,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741830_1006 (size=73878) 2024-11-08T19:19:59,160 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:19:59,160 INFO [M:0;692b295ad45c:33755 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:19:59,160 INFO [M:0;692b295ad45c:33755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33755 2024-11-08T19:19:59,161 INFO [M:0;692b295ad45c:33755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:19:59,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:19:59,309 INFO [M:0;692b295ad45c:33755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:19:59,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33755-0x1011be371ad0006, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:19:59,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27eb601b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:19:59,312 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58f4c61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:19:59,312 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:19:59,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17467af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:19:59,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75cb1e70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/hadoop.log.dir/,STOPPED} 2024-11-08T19:19:59,313 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:19:59,314 WARN [BP-678083280-172.17.0.2-1731093569986 heartbeating to localhost/127.0.0.1:37443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:19:59,314 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:19:59,314 WARN [BP-678083280-172.17.0.2-1731093569986 heartbeating to localhost/127.0.0.1:37443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-678083280-172.17.0.2-1731093569986 (Datanode Uuid 885cfea3-ef60-46f1-9a48-d2704537d813) service to localhost/127.0.0.1:37443 2024-11-08T19:19:59,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/cluster_5e21f815-3d94-e9d7-fe54-ca158eb2ec90/data/data1/current/BP-678083280-172.17.0.2-1731093569986 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:19:59,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/cluster_5e21f815-3d94-e9d7-fe54-ca158eb2ec90/data/data2/current/BP-678083280-172.17.0.2-1731093569986 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:19:59,314 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:19:59,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bd8bc97{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:19:59,320 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3557f72c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:19:59,320 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:19:59,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d642705{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:19:59,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c6d835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/hadoop.log.dir/,STOPPED} 2024-11-08T19:19:59,323 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1491, reset compression=false 2024-11-08T19:19:59,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:19:59,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:19:59,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:19:59,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:59,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:59,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:59,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:19:59,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:19:59,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=135628118, stopped=false 2024-11-08T19:19:59,337 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,42085,1731093566370 2024-11-08T19:19:59,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11886042305/running 2024-11-08T19:19:59,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11886042305/running 2024-11-08T19:19:59,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305 2024-11-08T19:19:59,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305 2024-11-08T19:19:59,381 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:19:59,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:19:59,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Set watcher on znode that does not yet exist, /11886042305/running 2024-11-08T19:19:59,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Set watcher on znode that does not yet exist, /11886042305/running 2024-11-08T19:19:59,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:59,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:59,382 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,42339,1731093566512' ***** 2024-11-08T19:19:59,382 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:19:59,382 INFO [RS:0;692b295ad45c:42339 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:19:59,382 INFO [RS:0;692b295ad45c:42339 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:19:59,382 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:19:59,382 INFO [RS:0;692b295ad45c:42339 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:19:59,382 INFO [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(3091): Received CLOSE for 1892247561f26e1e01f864162ef96799 2024-11-08T19:19:59,382 INFO [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(3091): Received CLOSE for 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:19:59,383 INFO [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,42339,1731093566512 2024-11-08T19:19:59,383 INFO [RS:0;692b295ad45c:42339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:19:59,383 INFO [RS:0;692b295ad45c:42339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:42339. 2024-11-08T19:19:59,383 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1892247561f26e1e01f864162ef96799, disabling compactions & flushes 2024-11-08T19:19:59,383 DEBUG [RS:0;692b295ad45c:42339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:19:59,383 DEBUG [RS:0;692b295ad45c:42339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:19:59,383 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731093576872.1892247561f26e1e01f864162ef96799. 2024-11-08T19:19:59,383 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093576872.1892247561f26e1e01f864162ef96799. 2024-11-08T19:19:59,383 INFO [RS:0;692b295ad45c:42339 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:19:59,383 INFO [RS:0;692b295ad45c:42339 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:19:59,383 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731093576872.1892247561f26e1e01f864162ef96799. after waiting 0 ms 2024-11-08T19:19:59,383 INFO [RS:0;692b295ad45c:42339 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:19:59,383 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731093576872.1892247561f26e1e01f864162ef96799. 2024-11-08T19:19:59,383 INFO [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:19:59,383 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1892247561f26e1e01f864162ef96799 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T19:19:59,383 INFO [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T19:19:59,383 DEBUG [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1892247561f26e1e01f864162ef96799=test,,1731093576872.1892247561f26e1e01f864162ef96799., 307a4f806c3822086c1d7e00b0b4a1a3=hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3.} 2024-11-08T19:19:59,383 DEBUG [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1892247561f26e1e01f864162ef96799, 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:19:59,383 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:19:59,383 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:19:59,383 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:19:59,383 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:19:59,383 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:19:59,383 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T19:19:59,396 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799/.tmp/f/46914f65e4a24a799a3398445041b40c is 37, key is row3/f:row3/1731093594331/Put/seqid=0 2024-11-08T19:19:59,397 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/.tmp/info/2224dd14a2a542b2a7b227683fb731bd is 147, key is hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3./info:regioninfo/1731093583495/Put/seqid=0 2024-11-08T19:19:59,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741840_1016 (size=5228) 2024-11-08T19:19:59,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741841_1017 (size=7686) 2024-11-08T19:19:59,400 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/.tmp/info/2224dd14a2a542b2a7b227683fb731bd 2024-11-08T19:19:59,410 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:19:59,420 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/.tmp/ns/c09569f5fc284dac8ec27b168e6f7f92 is 43, key is default/ns:d/1731093569890/Put/seqid=0 2024-11-08T19:19:59,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741842_1018 (size=5153) 2024-11-08T19:19:59,583 DEBUG [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1892247561f26e1e01f864162ef96799, 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:19:59,660 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:19:59,660 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:19:59,783 DEBUG [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1892247561f26e1e01f864162ef96799, 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:19:59,800 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799/.tmp/f/46914f65e4a24a799a3398445041b40c 2024-11-08T19:19:59,804 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46914f65e4a24a799a3398445041b40c 2024-11-08T19:19:59,815 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799/.tmp/f1/95a2f7f13e7a4b8ca2fb609e374e34a4 is 30, key is row1/f1:/1731093591680/DeleteFamily/seqid=0 2024-11-08T19:19:59,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741843_1019 (size=5158) 2024-11-08T19:19:59,823 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/.tmp/ns/c09569f5fc284dac8ec27b168e6f7f92 2024-11-08T19:19:59,839 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/.tmp/rep_barrier/bda348841eb042639a922ed8e51850df is 112, key is test,,1731093576872.1892247561f26e1e01f864162ef96799./rep_barrier:seqnumDuringOpen/1731093578035/Put/seqid=0 2024-11-08T19:19:59,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741844_1020 (size=5518) 2024-11-08T19:19:59,900 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1466, reset compression=false 2024-11-08T19:19:59,903 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:19:59,903 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1713, reset compression=false 2024-11-08T19:19:59,903 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,42339,1731093566512 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:19:59,904 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 692b295ad45c,42339,1731093566512: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-692b295ad45c,42339,1731093566512, walGroup=692b295ad45c%2C42339%2C1731093566512, offset=692b295ad45c%2C42339%2C1731093566512.1731093568712:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T19:19:59,905 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T19:19:59,905 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T19:19:59,905 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T19:19:59,905 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T19:19:59,905 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T19:19:59,905 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1157627904, "init": 1048576000, "max": 2306867200, "used": 909608448 }, "NonHeapMemoryUsage": { "committed": 201457664, "init": 7667712, "max": -1, "used": 198597672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T19:19:59,905 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:42085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:42085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T19:19:59,984 DEBUG [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1892247561f26e1e01f864162ef96799, 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:20:00,106 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1713, reset compression=false 2024-11-08T19:20:00,184 DEBUG [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1892247561f26e1e01f864162ef96799, 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:20:00,219 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799/.tmp/f1/95a2f7f13e7a4b8ca2fb609e374e34a4 2024-11-08T19:20:00,222 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95a2f7f13e7a4b8ca2fb609e374e34a4 2024-11-08T19:20:00,227 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1491, reset compression=false 2024-11-08T19:20:00,241 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799/.tmp/norep/6a9eecd699144643b17f9a6c8c5ca272 is 33, key is row1/norep:/1731093591680/DeleteFamily/seqid=0 2024-11-08T19:20:00,242 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/.tmp/rep_barrier/bda348841eb042639a922ed8e51850df 2024-11-08T19:20:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741845_1021 (size=5108) 2024-11-08T19:20:00,256 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799/.tmp/norep/6a9eecd699144643b17f9a6c8c5ca272 2024-11-08T19:20:00,260 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a9eecd699144643b17f9a6c8c5ca272 2024-11-08T19:20:00,260 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799/.tmp/f/46914f65e4a24a799a3398445041b40c as hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799/f/46914f65e4a24a799a3398445041b40c 2024-11-08T19:20:00,261 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/.tmp/table/f650b8562ff6452d8ae1687626240ba9 is 53, key is hbase:replication/table:state/1731093583500/Put/seqid=0 2024-11-08T19:20:00,264 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46914f65e4a24a799a3398445041b40c 2024-11-08T19:20:00,264 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799/f/46914f65e4a24a799a3398445041b40c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T19:20:00,265 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799/.tmp/f1/95a2f7f13e7a4b8ca2fb609e374e34a4 as hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799/f1/95a2f7f13e7a4b8ca2fb609e374e34a4 2024-11-08T19:20:00,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741846_1022 (size=5308) 2024-11-08T19:20:00,268 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95a2f7f13e7a4b8ca2fb609e374e34a4 2024-11-08T19:20:00,268 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799/f1/95a2f7f13e7a4b8ca2fb609e374e34a4, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T19:20:00,268 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799/.tmp/norep/6a9eecd699144643b17f9a6c8c5ca272 as hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799/norep/6a9eecd699144643b17f9a6c8c5ca272 2024-11-08T19:20:00,271 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a9eecd699144643b17f9a6c8c5ca272 2024-11-08T19:20:00,271 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799/norep/6a9eecd699144643b17f9a6c8c5ca272, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T19:20:00,272 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1892247561f26e1e01f864162ef96799 in 889ms, sequenceid=12, compaction requested=false 2024-11-08T19:20:00,272 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T19:20:00,276 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/default/test/1892247561f26e1e01f864162ef96799/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T19:20:00,276 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:20:00,276 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:20:00,276 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731093576872.1892247561f26e1e01f864162ef96799. 2024-11-08T19:20:00,276 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1892247561f26e1e01f864162ef96799: Waiting for close lock at 1731093599383Running coprocessor pre-close hooks at 1731093599383Disabling compacts and flushes for region at 1731093599383Disabling writes for close at 1731093599383Obtaining lock to block concurrent updates at 1731093599383Preparing flush snapshotting stores in 1892247561f26e1e01f864162ef96799 at 1731093599383Finished memstore snapshotting test,,1731093576872.1892247561f26e1e01f864162ef96799., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731093599383Flushing stores of test,,1731093576872.1892247561f26e1e01f864162ef96799. at 1731093599384 (+1 ms)Flushing 1892247561f26e1e01f864162ef96799/f: creating writer at 1731093599384Flushing 1892247561f26e1e01f864162ef96799/f: appending metadata at 1731093599395 (+11 ms)Flushing 1892247561f26e1e01f864162ef96799/f: closing flushed file at 1731093599395Flushing 1892247561f26e1e01f864162ef96799/f1: creating writer at 1731093599804 (+409 ms)Flushing 1892247561f26e1e01f864162ef96799/f1: appending metadata at 1731093599815 (+11 ms)Flushing 1892247561f26e1e01f864162ef96799/f1: closing flushed file at 1731093599815Flushing 1892247561f26e1e01f864162ef96799/norep: creating writer at 1731093600223 (+408 ms)Flushing 1892247561f26e1e01f864162ef96799/norep: appending metadata at 1731093600240 (+17 ms)Flushing 1892247561f26e1e01f864162ef96799/norep: closing flushed file at 1731093600240Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d1b133: reopening flushed file at 1731093600260 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45184ba5: reopening flushed file at 1731093600264 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca150e8: reopening flushed file at 1731093600268 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1892247561f26e1e01f864162ef96799 in 889ms, sequenceid=12, compaction requested=false at 1731093600272 (+4 ms)Writing region close event to WAL at 1731093600274 (+2 ms)Running coprocessor post-close hooks at 1731093600276 (+2 ms)Closed at 1731093600276 2024-11-08T19:20:00,276 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731093576872.1892247561f26e1e01f864162ef96799. 2024-11-08T19:20:00,276 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 307a4f806c3822086c1d7e00b0b4a1a3, disabling compactions & flushes 2024-11-08T19:20:00,276 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. 2024-11-08T19:20:00,276 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. 2024-11-08T19:20:00,276 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. after waiting 0 ms 2024-11-08T19:20:00,276 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. 2024-11-08T19:20:00,276 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 307a4f806c3822086c1d7e00b0b4a1a3: Waiting for close lock at 1731093600276Running coprocessor pre-close hooks at 1731093600276Disabling compacts and flushes for region at 1731093600276Disabling writes for close at 1731093600276Failed flush hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3., putting online again at 1731093600276 2024-11-08T19:20:00,277 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. 2024-11-08T19:20:00,384 INFO [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T19:20:00,384 DEBUG [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 307a4f806c3822086c1d7e00b0b4a1a3=hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3.} 2024-11-08T19:20:00,384 INFO [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(3091): Received CLOSE for 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:20:00,384 DEBUG [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 307a4f806c3822086c1d7e00b0b4a1a3 2024-11-08T19:20:00,384 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 307a4f806c3822086c1d7e00b0b4a1a3, disabling compactions & flushes 2024-11-08T19:20:00,384 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. 2024-11-08T19:20:00,384 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. 2024-11-08T19:20:00,384 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. after waiting 0 ms 2024-11-08T19:20:00,384 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. 2024-11-08T19:20:00,384 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 307a4f806c3822086c1d7e00b0b4a1a3: Waiting for close lock at 1731093600384Running coprocessor pre-close hooks at 1731093600384Disabling compacts and flushes for region at 1731093600384Disabling writes for close at 1731093600384Failed flush hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3., putting online again at 1731093600384 2024-11-08T19:20:00,384 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731093582334.307a4f806c3822086c1d7e00b0b4a1a3. 2024-11-08T19:20:00,409 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 1713, reset compression=false 2024-11-08T19:20:00,412 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:20:00,412 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 2357, reset compression=false 2024-11-08T19:20:00,559 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:42085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T19:20:00,584 DEBUG [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:20:00,615 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 2357, reset compression=false 2024-11-08T19:20:00,667 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/.tmp/table/f650b8562ff6452d8ae1687626240ba9 2024-11-08T19:20:00,671 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/.tmp/info/2224dd14a2a542b2a7b227683fb731bd as hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/info/2224dd14a2a542b2a7b227683fb731bd 2024-11-08T19:20:00,675 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/info/2224dd14a2a542b2a7b227683fb731bd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T19:20:00,675 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/.tmp/ns/c09569f5fc284dac8ec27b168e6f7f92 as hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/ns/c09569f5fc284dac8ec27b168e6f7f92 2024-11-08T19:20:00,679 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/ns/c09569f5fc284dac8ec27b168e6f7f92, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T19:20:00,679 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/.tmp/rep_barrier/bda348841eb042639a922ed8e51850df as hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/rep_barrier/bda348841eb042639a922ed8e51850df 2024-11-08T19:20:00,682 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/rep_barrier/bda348841eb042639a922ed8e51850df, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T19:20:00,683 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/.tmp/table/f650b8562ff6452d8ae1687626240ba9 as hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/table/f650b8562ff6452d8ae1687626240ba9 2024-11-08T19:20:00,686 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/table/f650b8562ff6452d8ae1687626240ba9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T19:20:00,686 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false 2024-11-08T19:20:00,686 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:20:00,690 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T19:20:00,691 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:20:00,691 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:20:00,691 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:20:00,691 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093599383Running coprocessor pre-close hooks at 1731093599383Disabling compacts and flushes for region at 1731093599383Disabling writes for close at 1731093599383Obtaining lock to block concurrent updates at 1731093599383Preparing flush snapshotting stores in 1588230740 at 1731093599383Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731093599383Flushing stores of hbase:meta,,1.1588230740 at 1731093599384 (+1 ms)Flushing 1588230740/info: creating writer at 1731093599384Flushing 1588230740/info: appending metadata at 1731093599397 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731093599397Flushing 1588230740/ns: creating writer at 1731093599404 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731093599419 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731093599419Flushing 1588230740/rep_barrier: creating writer at 1731093599827 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731093599839 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731093599839Flushing 1588230740/table: creating writer at 1731093600246 (+407 ms)Flushing 1588230740/table: appending metadata at 1731093600260 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731093600261 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5324205: reopening flushed file at 1731093600670 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18782db4: reopening flushed file at 1731093600675 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d66195: reopening flushed file at 1731093600679 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f18e39: reopening flushed file at 1731093600682 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false at 1731093600686 (+4 ms)Writing region close event to WAL at 1731093600688 (+2 ms)Running coprocessor post-close hooks at 1731093600691 (+3 ms)Closed at 1731093600691 2024-11-08T19:20:00,691 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:20:00,784 INFO [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T19:20:00,784 INFO [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,42339,1731093566512; all regions closed. 2024-11-08T19:20:00,787 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.meta.1731093569852.meta not finished, retry = 0 2024-11-08T19:20:00,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741834_1010 (size=4239) 2024-11-08T19:20:00,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741839_1015 (size=2609) 2024-11-08T19:20:00,890 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.rep.1731093583467 not finished, retry = 0 2024-11-08T19:20:00,917 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/WALs/692b295ad45c,42339,1731093566512/692b295ad45c%2C42339%2C1731093566512.1731093568712 to pos 2357, reset compression=false 2024-11-08T19:20:00,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741832_1008 (size=2365) 2024-11-08T19:20:00,993 DEBUG [RS:0;692b295ad45c:42339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:00,993 INFO [RS:0;692b295ad45c:42339 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:20:00,993 INFO [RS:0;692b295ad45c:42339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:20:00,993 INFO [RS:0;692b295ad45c:42339 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:20:00,993 INFO [RS:0;692b295ad45c:42339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:20:00,993 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:20:00,993 INFO [RS:0;692b295ad45c:42339 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-692b295ad45c,42339,1731093566512 because: Region server is closing 2024-11-08T19:20:00,994 INFO [RS:0;692b295ad45c:42339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:42339. 2024-11-08T19:20:00,994 DEBUG [RS:0;692b295ad45c:42339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:00,994 DEBUG [RS:0;692b295ad45c:42339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:00,994 DEBUG [RS:0;692b295ad45c:42339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:00,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:01,094 INFO [RS:0;692b295ad45c:42339 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.shipper692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 terminated 2024-11-08T19:20:01,094 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,42339,1731093566512.replicationSource.wal-reader.692b295ad45c%2C42339%2C1731093566512,1-692b295ad45c,42339,1731093566512 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T19:20:01,094 INFO [RS:0;692b295ad45c:42339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:42339. 2024-11-08T19:20:01,094 DEBUG [RS:0;692b295ad45c:42339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:01,094 DEBUG [RS:0;692b295ad45c:42339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:01,094 DEBUG [RS:0;692b295ad45c:42339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:01,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:01,095 INFO [RS:0;692b295ad45c:42339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42339 2024-11-08T19:20:01,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11886042305/rs/692b295ad45c,42339,1731093566512 2024-11-08T19:20:01,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305/rs 2024-11-08T19:20:01,156 INFO [RS:0;692b295ad45c:42339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:20:01,157 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,42339,1731093566512] 2024-11-08T19:20:01,177 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11886042305/draining/692b295ad45c,42339,1731093566512 already deleted, retry=false 2024-11-08T19:20:01,177 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,42339,1731093566512 expired; onlineServers=0 2024-11-08T19:20:01,177 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,42085,1731093566370' ***** 2024-11-08T19:20:01,177 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:20:01,177 INFO [M:0;692b295ad45c:42085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:20:01,177 INFO [M:0;692b295ad45c:42085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:20:01,177 DEBUG [M:0;692b295ad45c:42085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:20:01,177 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:20:01,177 DEBUG [M:0;692b295ad45c:42085 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:20:01,177 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093568529 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093568529,5,FailOnTimeoutGroup] 2024-11-08T19:20:01,177 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093568528 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093568528,5,FailOnTimeoutGroup] 2024-11-08T19:20:01,178 INFO [M:0;692b295ad45c:42085 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:20:01,178 INFO [M:0;692b295ad45c:42085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:20:01,178 DEBUG [M:0;692b295ad45c:42085 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:20:01,178 INFO [M:0;692b295ad45c:42085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:20:01,178 INFO [M:0;692b295ad45c:42085 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:20:01,178 INFO [M:0;692b295ad45c:42085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:20:01,178 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:20:01,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11886042305/master 2024-11-08T19:20:01,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886042305 2024-11-08T19:20:01,188 DEBUG [M:0;692b295ad45c:42085 {}] zookeeper.ZKUtil(347): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Unable to get data of znode /11886042305/master because node does not exist (not an error) 2024-11-08T19:20:01,188 WARN [M:0;692b295ad45c:42085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:20:01,188 INFO [M:0;692b295ad45c:42085 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/.lastflushedseqids 2024-11-08T19:20:01,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741847_1023 (size=245) 2024-11-08T19:20:01,233 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1491, reset compression=false 2024-11-08T19:20:01,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:01,267 INFO [RS:0;692b295ad45c:42339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:20:01,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1011be371ad0004, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:01,267 INFO [RS:0;692b295ad45c:42339 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,42339,1731093566512; zookeeper connection closed. 2024-11-08T19:20:01,267 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c8158ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c8158ad 2024-11-08T19:20:01,267 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:20:01,592 INFO [M:0;692b295ad45c:42085 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:20:01,592 INFO [M:0;692b295ad45c:42085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:20:01,592 DEBUG [M:0;692b295ad45c:42085 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:20:01,592 INFO [M:0;692b295ad45c:42085 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:01,593 DEBUG [M:0;692b295ad45c:42085 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:01,593 DEBUG [M:0;692b295ad45c:42085 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:20:01,593 DEBUG [M:0;692b295ad45c:42085 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:01,593 INFO [M:0;692b295ad45c:42085 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-08T19:20:01,607 DEBUG [M:0;692b295ad45c:42085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/430abb68691c4627a47784e65cc4071a is 82, key is hbase:meta,,1/info:regioninfo/1731093569877/Put/seqid=0 2024-11-08T19:20:01,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741848_1024 (size=5672) 2024-11-08T19:20:01,666 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:20:01,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:01,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:02,010 INFO [M:0;692b295ad45c:42085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/430abb68691c4627a47784e65cc4071a 2024-11-08T19:20:02,026 DEBUG [M:0;692b295ad45c:42085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3d3d9a8202a4a8ba9b7f7b57fe35948 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731093578046/Put/seqid=0 2024-11-08T19:20:02,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741849_1025 (size=7219) 2024-11-08T19:20:02,336 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1491, reset compression=false 2024-11-08T19:20:02,430 INFO [M:0;692b295ad45c:42085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3d3d9a8202a4a8ba9b7f7b57fe35948 2024-11-08T19:20:02,433 INFO [M:0;692b295ad45c:42085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3d3d9a8202a4a8ba9b7f7b57fe35948 2024-11-08T19:20:02,449 DEBUG [M:0;692b295ad45c:42085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02ce6e9405fd4194852dc6e1619c09c1 is 69, key is 692b295ad45c,42339,1731093566512/rs:state/1731093568574/Put/seqid=0 2024-11-08T19:20:02,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741850_1026 (size=5156) 2024-11-08T19:20:02,852 INFO [M:0;692b295ad45c:42085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02ce6e9405fd4194852dc6e1619c09c1 2024-11-08T19:20:02,857 DEBUG [M:0;692b295ad45c:42085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/430abb68691c4627a47784e65cc4071a as hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/430abb68691c4627a47784e65cc4071a 2024-11-08T19:20:02,861 INFO [M:0;692b295ad45c:42085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/430abb68691c4627a47784e65cc4071a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T19:20:02,862 DEBUG [M:0;692b295ad45c:42085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3d3d9a8202a4a8ba9b7f7b57fe35948 as hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3d3d9a8202a4a8ba9b7f7b57fe35948 2024-11-08T19:20:02,865 INFO [M:0;692b295ad45c:42085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3d3d9a8202a4a8ba9b7f7b57fe35948 2024-11-08T19:20:02,865 INFO [M:0;692b295ad45c:42085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3d3d9a8202a4a8ba9b7f7b57fe35948, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T19:20:02,866 DEBUG [M:0;692b295ad45c:42085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02ce6e9405fd4194852dc6e1619c09c1 as hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02ce6e9405fd4194852dc6e1619c09c1 2024-11-08T19:20:02,869 INFO [M:0;692b295ad45c:42085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02ce6e9405fd4194852dc6e1619c09c1, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T19:20:02,870 INFO [M:0;692b295ad45c:42085 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=105, compaction requested=false 2024-11-08T19:20:02,871 INFO [M:0;692b295ad45c:42085 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:02,871 DEBUG [M:0;692b295ad45c:42085 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093601592Disabling compacts and flushes for region at 1731093601592Disabling writes for close at 1731093601593 (+1 ms)Obtaining lock to block concurrent updates at 1731093601593Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093601593Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731093601593Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093601593Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093601594 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093601606 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093601606Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093602014 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093602026 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093602026Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093602434 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093602448 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093602448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40458ebc: reopening flushed file at 1731093602856 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@171f18c7: reopening flushed file at 1731093602861 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@377fab58: reopening flushed file at 1731093602865 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=105, compaction requested=false at 1731093602870 (+5 ms)Writing region close event to WAL at 1731093602871 (+1 ms)Closed at 1731093602871 2024-11-08T19:20:02,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40261 is added to blk_1073741830_1006 (size=64435) 2024-11-08T19:20:02,873 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f52a5170-58a4-1c09-8394-efe25af0c4c9/MasterData/WALs/692b295ad45c,42085,1731093566370/692b295ad45c%2C42085%2C1731093566370.1731093568265 not finished, retry = 0 2024-11-08T19:20:02,974 INFO [M:0;692b295ad45c:42085 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:20:02,974 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:20:02,974 INFO [M:0;692b295ad45c:42085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42085 2024-11-08T19:20:02,974 INFO [M:0;692b295ad45c:42085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:20:03,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:03,140 INFO [M:0;692b295ad45c:42085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:20:03,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42085-0x1011be371ad0003, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:03,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c68d4f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:20:03,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61d6317e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:20:03,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:20:03,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f5a701f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:20:03,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17652b88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/hadoop.log.dir/,STOPPED} 2024-11-08T19:20:03,144 WARN [BP-331502726-172.17.0.2-1731093564105 heartbeating to localhost/127.0.0.1:40545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:20:03,144 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:20:03,144 WARN [BP-331502726-172.17.0.2-1731093564105 heartbeating to localhost/127.0.0.1:40545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-331502726-172.17.0.2-1731093564105 (Datanode Uuid 8635c1fc-4a3c-4e1b-92b3-f5567e5e276b) service to localhost/127.0.0.1:40545 2024-11-08T19:20:03,144 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:20:03,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/cluster_ec032ef5-9b6d-0112-de7a-11d6a29674ab/data/data1/current/BP-331502726-172.17.0.2-1731093564105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:20:03,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/cluster_ec032ef5-9b6d-0112-de7a-11d6a29674ab/data/data2/current/BP-331502726-172.17.0.2-1731093564105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:20:03,145 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:20:03,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116be29e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:20:03,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a009e9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:20:03,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:20:03,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b8c84ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:20:03,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64bff314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c84c616-3d5c-b0e6-e32a-fd83dcd612f8/hadoop.log.dir/,STOPPED} 2024-11-08T19:20:03,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:20:03,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:20:03,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:20:03,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:03,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:03,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:03,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:03,163 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:20:03,163 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1282341470, stopped=false 2024-11-08T19:20:03,163 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,45655,1731093560930 2024-11-08T19:20:03,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/079653721/running 2024-11-08T19:20:03,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/079653721/running 2024-11-08T19:20:03,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721 2024-11-08T19:20:03,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721 2024-11-08T19:20:03,177 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:20:03,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Set watcher on znode that does not yet exist, /079653721/running 2024-11-08T19:20:03,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Set watcher on znode that does not yet exist, /079653721/running 2024-11-08T19:20:03,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:20:03,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:03,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:03,178 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,45891,1731093561126' ***** 2024-11-08T19:20:03,178 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:20:03,178 INFO [RS:0;692b295ad45c:45891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:20:03,178 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:20:03,178 INFO [RS:0;692b295ad45c:45891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:20:03,179 INFO [RS:0;692b295ad45c:45891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:20:03,179 INFO [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(3091): Received CLOSE for bdc39b82652681492318446814f7aa54 2024-11-08T19:20:03,179 INFO [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(3091): Received CLOSE for ce7aa034820379e967067c13bdc7110c 2024-11-08T19:20:03,179 INFO [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,45891,1731093561126 2024-11-08T19:20:03,179 INFO [RS:0;692b295ad45c:45891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:20:03,179 INFO [RS:0;692b295ad45c:45891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:45891. 2024-11-08T19:20:03,179 DEBUG [RS:0;692b295ad45c:45891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:03,179 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bdc39b82652681492318446814f7aa54, disabling compactions & flushes 2024-11-08T19:20:03,179 DEBUG [RS:0;692b295ad45c:45891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:03,179 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54. 2024-11-08T19:20:03,179 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54. 2024-11-08T19:20:03,179 INFO [RS:0;692b295ad45c:45891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:20:03,179 INFO [RS:0;692b295ad45c:45891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:20:03,179 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54. after waiting 0 ms 2024-11-08T19:20:03,179 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54. 2024-11-08T19:20:03,179 INFO [RS:0;692b295ad45c:45891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:20:03,179 INFO [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:20:03,179 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bdc39b82652681492318446814f7aa54 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-08T19:20:03,179 INFO [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T19:20:03,179 DEBUG [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1325): Online Regions={bdc39b82652681492318446814f7aa54=hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54., 1588230740=hbase:meta,,1.1588230740, ce7aa034820379e967067c13bdc7110c=test,,1731093574719.ce7aa034820379e967067c13bdc7110c.} 2024-11-08T19:20:03,179 DEBUG [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdc39b82652681492318446814f7aa54, ce7aa034820379e967067c13bdc7110c 2024-11-08T19:20:03,179 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:20:03,179 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:20:03,179 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:20:03,179 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:20:03,179 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:20:03,179 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T19:20:03,192 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/.tmp/info/33ee2f8d5cb04eab98c5e908e6096c6c is 147, key is hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54./info:regioninfo/1731093581586/Put/seqid=0 2024-11-08T19:20:03,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741840_1016 (size=7686) 2024-11-08T19:20:03,195 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/replication/bdc39b82652681492318446814f7aa54/.tmp/queue/a0d85c84c6814b5b92313de86970f6e3 is 154, key is 1-692b295ad45c,45891,1731093561126/queue:692b295ad45c%2C45891%2C1731093561126/1731093595804/Put/seqid=0 2024-11-08T19:20:03,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741841_1017 (size=5353) 2024-11-08T19:20:03,238 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:20:03,379 DEBUG [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdc39b82652681492318446814f7aa54, ce7aa034820379e967067c13bdc7110c 2024-11-08T19:20:03,539 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1491, reset compression=false 2024-11-08T19:20:03,580 DEBUG [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdc39b82652681492318446814f7aa54, ce7aa034820379e967067c13bdc7110c 2024-11-08T19:20:03,596 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/.tmp/info/33ee2f8d5cb04eab98c5e908e6096c6c 2024-11-08T19:20:03,601 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/replication/bdc39b82652681492318446814f7aa54/.tmp/queue/a0d85c84c6814b5b92313de86970f6e3 2024-11-08T19:20:03,605 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/replication/bdc39b82652681492318446814f7aa54/.tmp/queue/a0d85c84c6814b5b92313de86970f6e3 as hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/replication/bdc39b82652681492318446814f7aa54/queue/a0d85c84c6814b5b92313de86970f6e3 2024-11-08T19:20:03,608 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/replication/bdc39b82652681492318446814f7aa54/queue/a0d85c84c6814b5b92313de86970f6e3, entries=1, sequenceid=14, filesize=5.2 K 2024-11-08T19:20:03,609 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for bdc39b82652681492318446814f7aa54 in 430ms, sequenceid=14, compaction requested=false 2024-11-08T19:20:03,609 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T19:20:03,612 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/replication/bdc39b82652681492318446814f7aa54/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-08T19:20:03,613 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:20:03,613 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:20:03,613 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54. 2024-11-08T19:20:03,613 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bdc39b82652681492318446814f7aa54: Waiting for close lock at 1731093603179Running coprocessor pre-close hooks at 1731093603179Disabling compacts and flushes for region at 1731093603179Disabling writes for close at 1731093603179Obtaining lock to block concurrent updates at 1731093603179Preparing flush snapshotting stores in bdc39b82652681492318446814f7aa54 at 1731093603179Finished memstore snapshotting hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731093603179Flushing stores of hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54. at 1731093603180 (+1 ms)Flushing bdc39b82652681492318446814f7aa54/queue: creating writer at 1731093603180Flushing bdc39b82652681492318446814f7aa54/queue: appending metadata at 1731093603195 (+15 ms)Flushing bdc39b82652681492318446814f7aa54/queue: closing flushed file at 1731093603195Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eac648a: reopening flushed file at 1731093603604 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for bdc39b82652681492318446814f7aa54 in 430ms, sequenceid=14, compaction requested=false at 1731093603609 (+5 ms)Writing region close event to WAL at 1731093603610 (+1 ms)Running coprocessor post-close hooks at 1731093603613 (+3 ms)Closed at 1731093603613 2024-11-08T19:20:03,613 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731093581186.bdc39b82652681492318446814f7aa54. 2024-11-08T19:20:03,613 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce7aa034820379e967067c13bdc7110c, disabling compactions & flushes 2024-11-08T19:20:03,613 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731093574719.ce7aa034820379e967067c13bdc7110c. 2024-11-08T19:20:03,613 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093574719.ce7aa034820379e967067c13bdc7110c. 2024-11-08T19:20:03,613 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731093574719.ce7aa034820379e967067c13bdc7110c. after waiting 0 ms 2024-11-08T19:20:03,613 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731093574719.ce7aa034820379e967067c13bdc7110c. 2024-11-08T19:20:03,613 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ce7aa034820379e967067c13bdc7110c 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-08T19:20:03,614 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/.tmp/ns/1af42e738e3842bbb2c658297754ca37 is 43, key is default/ns:d/1731093563981/Put/seqid=0 2024-11-08T19:20:03,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741842_1018 (size=5153) 2024-11-08T19:20:03,626 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c/.tmp/f/718d50fd10404b99928377d2cfbde2c4 is 37, key is row3/f:row3/1731093594331/Put/seqid=0 2024-11-08T19:20:03,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741843_1019 (size=5228) 2024-11-08T19:20:03,780 DEBUG [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ce7aa034820379e967067c13bdc7110c 2024-11-08T19:20:03,843 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:20:03,843 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:20:03,980 DEBUG [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ce7aa034820379e967067c13bdc7110c 2024-11-08T19:20:04,017 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/.tmp/ns/1af42e738e3842bbb2c658297754ca37 2024-11-08T19:20:04,030 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c/.tmp/f/718d50fd10404b99928377d2cfbde2c4 2024-11-08T19:20:04,033 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 718d50fd10404b99928377d2cfbde2c4 2024-11-08T19:20:04,036 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/.tmp/rep_barrier/c69059afb9a24d9bacb5f2bfcc4fb567 is 112, key is test,,1731093574719.ce7aa034820379e967067c13bdc7110c./rep_barrier:seqnumDuringOpen/1731093575864/Put/seqid=0 2024-11-08T19:20:04,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741844_1020 (size=5518) 2024-11-08T19:20:04,049 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c/.tmp/f1/9d278903bd9546f684b2bf2c10cfb094 is 30, key is row1/f1:/1731093591680/DeleteFamily/seqid=0 2024-11-08T19:20:04,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741845_1021 (size=5158) 2024-11-08T19:20:04,180 INFO [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T19:20:04,180 DEBUG [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ce7aa034820379e967067c13bdc7110c=test,,1731093574719.ce7aa034820379e967067c13bdc7110c.} 2024-11-08T19:20:04,180 DEBUG [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ce7aa034820379e967067c13bdc7110c 2024-11-08T19:20:04,380 DEBUG [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ce7aa034820379e967067c13bdc7110c 2024-11-08T19:20:04,439 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/.tmp/rep_barrier/c69059afb9a24d9bacb5f2bfcc4fb567 2024-11-08T19:20:04,453 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c/.tmp/f1/9d278903bd9546f684b2bf2c10cfb094 2024-11-08T19:20:04,454 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/.tmp/table/86c48171d47c4c73bf667c163f0aeebb is 53, key is hbase:replication/table:state/1731093581601/Put/seqid=0 2024-11-08T19:20:04,456 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d278903bd9546f684b2bf2c10cfb094 2024-11-08T19:20:04,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741846_1022 (size=5308) 2024-11-08T19:20:04,475 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c/.tmp/norep/6d96fe9222bb4079ba40d70972b7abed is 32, key is row/norep:/1731093590676/DeleteFamily/seqid=0 2024-11-08T19:20:04,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741847_1023 (size=5101) 2024-11-08T19:20:04,581 DEBUG [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ce7aa034820379e967067c13bdc7110c 2024-11-08T19:20:04,732 INFO [master/692b295ad45c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T19:20:04,732 INFO [master/692b295ad45c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T19:20:04,781 DEBUG [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ce7aa034820379e967067c13bdc7110c 2024-11-08T19:20:04,842 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1491, reset compression=false 2024-11-08T19:20:04,846 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:20:04,846 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1738, reset compression=false 2024-11-08T19:20:04,846 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,45891,1731093561126 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:20:04,847 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 692b295ad45c,45891,1731093561126: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-692b295ad45c,45891,1731093561126, walGroup=692b295ad45c%2C45891%2C1731093561126, offset=692b295ad45c%2C45891%2C1731093561126.1731093562927:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:45891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T19:20:04,848 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T19:20:04,848 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T19:20:04,849 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T19:20:04,849 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T19:20:04,849 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T19:20:04,849 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1157627904, "init": 1048576000, "max": 2306867200, "used": 790453960 }, "NonHeapMemoryUsage": { "committed": 201981952, "init": 7667712, "max": -1, "used": 199233864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T19:20:04,849 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:45655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:45655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T19:20:04,862 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/.tmp/table/86c48171d47c4c73bf667c163f0aeebb 2024-11-08T19:20:04,867 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/.tmp/info/33ee2f8d5cb04eab98c5e908e6096c6c as hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/info/33ee2f8d5cb04eab98c5e908e6096c6c 2024-11-08T19:20:04,870 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/info/33ee2f8d5cb04eab98c5e908e6096c6c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T19:20:04,871 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/.tmp/ns/1af42e738e3842bbb2c658297754ca37 as hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/ns/1af42e738e3842bbb2c658297754ca37 2024-11-08T19:20:04,875 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/ns/1af42e738e3842bbb2c658297754ca37, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T19:20:04,876 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/.tmp/rep_barrier/c69059afb9a24d9bacb5f2bfcc4fb567 as hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/rep_barrier/c69059afb9a24d9bacb5f2bfcc4fb567 2024-11-08T19:20:04,879 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c/.tmp/norep/6d96fe9222bb4079ba40d70972b7abed 2024-11-08T19:20:04,880 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/rep_barrier/c69059afb9a24d9bacb5f2bfcc4fb567, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T19:20:04,881 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/.tmp/table/86c48171d47c4c73bf667c163f0aeebb as hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/table/86c48171d47c4c73bf667c163f0aeebb 2024-11-08T19:20:04,882 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d96fe9222bb4079ba40d70972b7abed 2024-11-08T19:20:04,882 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c/.tmp/f/718d50fd10404b99928377d2cfbde2c4 as hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c/f/718d50fd10404b99928377d2cfbde2c4 2024-11-08T19:20:04,884 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/table/86c48171d47c4c73bf667c163f0aeebb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T19:20:04,885 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false 2024-11-08T19:20:04,885 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 718d50fd10404b99928377d2cfbde2c4 2024-11-08T19:20:04,885 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c/f/718d50fd10404b99928377d2cfbde2c4, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T19:20:04,886 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c/.tmp/f1/9d278903bd9546f684b2bf2c10cfb094 as hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c/f1/9d278903bd9546f684b2bf2c10cfb094 2024-11-08T19:20:04,889 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d278903bd9546f684b2bf2c10cfb094 2024-11-08T19:20:04,889 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c/f1/9d278903bd9546f684b2bf2c10cfb094, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T19:20:04,890 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c/.tmp/norep/6d96fe9222bb4079ba40d70972b7abed as hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c/norep/6d96fe9222bb4079ba40d70972b7abed 2024-11-08T19:20:04,892 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d96fe9222bb4079ba40d70972b7abed 2024-11-08T19:20:04,893 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c/norep/6d96fe9222bb4079ba40d70972b7abed, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T19:20:04,893 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ce7aa034820379e967067c13bdc7110c in 1280ms, sequenceid=12, compaction requested=false 2024-11-08T19:20:04,895 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T19:20:04,895 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:20:04,896 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:20:04,896 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:20:04,896 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093603179Running coprocessor pre-close hooks at 1731093603179Disabling compacts and flushes for region at 1731093603179Disabling writes for close at 1731093603179Obtaining lock to block concurrent updates at 1731093603179Preparing flush snapshotting stores in 1588230740 at 1731093603179Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731093603180 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731093603180Flushing 1588230740/info: creating writer at 1731093603180Flushing 1588230740/info: appending metadata at 1731093603192 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731093603192Flushing 1588230740/ns: creating writer at 1731093603599 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731093603613 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731093603613Flushing 1588230740/rep_barrier: creating writer at 1731093604021 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731093604035 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731093604035Flushing 1588230740/table: creating writer at 1731093604443 (+408 ms)Flushing 1588230740/table: appending metadata at 1731093604454 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731093604454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a1d25d: reopening flushed file at 1731093604866 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b98c3fb: reopening flushed file at 1731093604870 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5322a32d: reopening flushed file at 1731093604875 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a7cbf9: reopening flushed file at 1731093604880 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false at 1731093604885 (+5 ms)Writing region close event to WAL at 1731093604893 (+8 ms)Running coprocessor post-close hooks at 1731093604895 (+2 ms)Closed at 1731093604896 (+1 ms) 2024-11-08T19:20:04,896 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:20:04,896 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/data/default/test/ce7aa034820379e967067c13bdc7110c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T19:20:04,897 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:20:04,897 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:20:04,897 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731093574719.ce7aa034820379e967067c13bdc7110c. 2024-11-08T19:20:04,897 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce7aa034820379e967067c13bdc7110c: Waiting for close lock at 1731093603613Running coprocessor pre-close hooks at 1731093603613Disabling compacts and flushes for region at 1731093603613Disabling writes for close at 1731093603613Obtaining lock to block concurrent updates at 1731093603613Preparing flush snapshotting stores in ce7aa034820379e967067c13bdc7110c at 1731093603613Finished memstore snapshotting test,,1731093574719.ce7aa034820379e967067c13bdc7110c., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731093603614 (+1 ms)Flushing stores of test,,1731093574719.ce7aa034820379e967067c13bdc7110c. at 1731093603614Flushing ce7aa034820379e967067c13bdc7110c/f: creating writer at 1731093603614Flushing ce7aa034820379e967067c13bdc7110c/f: appending metadata at 1731093603626 (+12 ms)Flushing ce7aa034820379e967067c13bdc7110c/f: closing flushed file at 1731093603626Flushing ce7aa034820379e967067c13bdc7110c/f1: creating writer at 1731093604034 (+408 ms)Flushing ce7aa034820379e967067c13bdc7110c/f1: appending metadata at 1731093604048 (+14 ms)Flushing ce7aa034820379e967067c13bdc7110c/f1: closing flushed file at 1731093604049 (+1 ms)Flushing ce7aa034820379e967067c13bdc7110c/norep: creating writer at 1731093604457 (+408 ms)Flushing ce7aa034820379e967067c13bdc7110c/norep: appending metadata at 1731093604474 (+17 ms)Flushing ce7aa034820379e967067c13bdc7110c/norep: closing flushed file at 1731093604474Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db852b6: reopening flushed file at 1731093604882 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b0d58a: reopening flushed file at 1731093604885 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bdc4c24: reopening flushed file at 1731093604889 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ce7aa034820379e967067c13bdc7110c in 1280ms, sequenceid=12, compaction requested=false at 1731093604893 (+4 ms)Writing region close event to WAL at 1731093604894 (+1 ms)Running coprocessor post-close hooks at 1731093604897 (+3 ms)Closed at 1731093604897 2024-11-08T19:20:04,897 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731093574719.ce7aa034820379e967067c13bdc7110c. 2024-11-08T19:20:04,981 INFO [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,45891,1731093561126; all regions closed. 2024-11-08T19:20:04,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741834_1010 (size=4239) 2024-11-08T19:20:04,983 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.meta.1731093563916.meta not finished, retry = 0 2024-11-08T19:20:05,049 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 1738, reset compression=false 2024-11-08T19:20:05,052 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:20:05,052 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.wal-reader.692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.1731093562927 to pos 2382, reset compression=false 2024-11-08T19:20:05,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741839_1015 (size=3552) 2024-11-08T19:20:05,085 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/WALs/692b295ad45c,45891,1731093561126/692b295ad45c%2C45891%2C1731093561126.rep.1731093581545 not finished, retry = 0 2024-11-08T19:20:05,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741832_1008 (size=2390) 2024-11-08T19:20:05,188 DEBUG [RS:0;692b295ad45c:45891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:05,188 INFO [RS:0;692b295ad45c:45891 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:20:05,189 INFO [RS:0;692b295ad45c:45891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:20:05,189 INFO [RS:0;692b295ad45c:45891 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:20:05,189 INFO [RS:0;692b295ad45c:45891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:20:05,189 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:20:05,189 INFO [RS:0;692b295ad45c:45891 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-692b295ad45c,45891,1731093561126 because: Region server is closing 2024-11-08T19:20:05,189 INFO [RS:0;692b295ad45c:45891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:45891. 2024-11-08T19:20:05,189 DEBUG [RS:0;692b295ad45c:45891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:05,189 DEBUG [RS:0;692b295ad45c:45891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:05,189 DEBUG [RS:0;692b295ad45c:45891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:05,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:05,290 INFO [RS:0;692b295ad45c:45891 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,45891,1731093561126.replicationSource.shipper692b295ad45c%2C45891%2C1731093561126,1-692b295ad45c,45891,1731093561126 terminated 2024-11-08T19:20:05,290 INFO [RS:0;692b295ad45c:45891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:45891. 2024-11-08T19:20:05,290 DEBUG [RS:0;692b295ad45c:45891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:05,290 DEBUG [RS:0;692b295ad45c:45891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:05,290 DEBUG [RS:0;692b295ad45c:45891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:05,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:05,290 INFO [RS:0;692b295ad45c:45891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45891 2024-11-08T19:20:05,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721/rs 2024-11-08T19:20:05,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/079653721/rs/692b295ad45c,45891,1731093561126 2024-11-08T19:20:05,345 INFO [RS:0;692b295ad45c:45891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:20:05,377 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,45891,1731093561126] 2024-11-08T19:20:05,387 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /079653721/draining/692b295ad45c,45891,1731093561126 already deleted, retry=false 2024-11-08T19:20:05,387 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,45891,1731093561126 expired; onlineServers=0 2024-11-08T19:20:05,387 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,45655,1731093560930' ***** 2024-11-08T19:20:05,388 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:20:05,388 INFO [M:0;692b295ad45c:45655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:20:05,388 INFO [M:0;692b295ad45c:45655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:20:05,388 DEBUG [M:0;692b295ad45c:45655 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:20:05,388 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:20:05,388 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093562702 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093562702,5,FailOnTimeoutGroup] 2024-11-08T19:20:05,388 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093562703 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093562703,5,FailOnTimeoutGroup] 2024-11-08T19:20:05,388 DEBUG [M:0;692b295ad45c:45655 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:20:05,388 INFO [M:0;692b295ad45c:45655 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:20:05,388 INFO [M:0;692b295ad45c:45655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:20:05,388 DEBUG [M:0;692b295ad45c:45655 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:20:05,388 INFO [M:0;692b295ad45c:45655 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:20:05,388 INFO [M:0;692b295ad45c:45655 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:20:05,388 INFO [M:0;692b295ad45c:45655 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:20:05,388 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:20:05,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/079653721/master 2024-11-08T19:20:05,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/079653721 2024-11-08T19:20:05,398 DEBUG [M:0;692b295ad45c:45655 {}] zookeeper.ZKUtil(347): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Unable to get data of znode /079653721/master because node does not exist (not an error) 2024-11-08T19:20:05,398 WARN [M:0;692b295ad45c:45655 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:20:05,399 INFO [M:0;692b295ad45c:45655 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/.lastflushedseqids 2024-11-08T19:20:05,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741848_1024 (size=245) 2024-11-08T19:20:05,477 INFO [RS:0;692b295ad45c:45891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:20:05,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:05,477 INFO [RS:0;692b295ad45c:45891 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,45891,1731093561126; zookeeper connection closed. 2024-11-08T19:20:05,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45891-0x1011be371ad0001, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:05,477 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fa33588 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fa33588 2024-11-08T19:20:05,478 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:20:05,803 INFO [M:0;692b295ad45c:45655 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:20:05,803 INFO [M:0;692b295ad45c:45655 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:20:05,803 DEBUG [M:0;692b295ad45c:45655 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:20:05,803 INFO [M:0;692b295ad45c:45655 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:05,803 DEBUG [M:0;692b295ad45c:45655 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:05,803 DEBUG [M:0;692b295ad45c:45655 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:20:05,803 DEBUG [M:0;692b295ad45c:45655 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:05,803 INFO [M:0;692b295ad45c:45655 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-08T19:20:05,819 DEBUG [M:0;692b295ad45c:45655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6bc69cbf0094a25b5c6c3677bb5fc2e is 82, key is hbase:meta,,1/info:regioninfo/1731093563943/Put/seqid=0 2024-11-08T19:20:05,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741849_1025 (size=5672) 2024-11-08T19:20:06,223 INFO [M:0;692b295ad45c:45655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6bc69cbf0094a25b5c6c3677bb5fc2e 2024-11-08T19:20:06,242 DEBUG [M:0;692b295ad45c:45655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f93f149c451a453499c94d32bb666d2e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731093575874/Put/seqid=0 2024-11-08T19:20:06,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741850_1026 (size=7219) 2024-11-08T19:20:06,245 INFO [M:0;692b295ad45c:45655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f93f149c451a453499c94d32bb666d2e 2024-11-08T19:20:06,249 INFO [M:0;692b295ad45c:45655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f93f149c451a453499c94d32bb666d2e 2024-11-08T19:20:06,261 DEBUG [M:0;692b295ad45c:45655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9f5339a916b4a83bfb1d94c3f479210 is 69, key is 692b295ad45c,45891,1731093561126/rs:state/1731093562783/Put/seqid=0 2024-11-08T19:20:06,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741851_1027 (size=5156) 2024-11-08T19:20:06,596 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:20:06,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:06,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:06,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:06,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:06,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:06,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:06,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:06,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:06,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:06,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:06,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:06,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:06,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:06,665 INFO [M:0;692b295ad45c:45655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9f5339a916b4a83bfb1d94c3f479210 2024-11-08T19:20:06,669 DEBUG [M:0;692b295ad45c:45655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6bc69cbf0094a25b5c6c3677bb5fc2e as hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6bc69cbf0094a25b5c6c3677bb5fc2e 2024-11-08T19:20:06,672 INFO [M:0;692b295ad45c:45655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6bc69cbf0094a25b5c6c3677bb5fc2e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T19:20:06,673 DEBUG [M:0;692b295ad45c:45655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f93f149c451a453499c94d32bb666d2e as hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f93f149c451a453499c94d32bb666d2e 2024-11-08T19:20:06,676 INFO [M:0;692b295ad45c:45655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f93f149c451a453499c94d32bb666d2e 2024-11-08T19:20:06,676 INFO [M:0;692b295ad45c:45655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f93f149c451a453499c94d32bb666d2e, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T19:20:06,677 DEBUG [M:0;692b295ad45c:45655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9f5339a916b4a83bfb1d94c3f479210 as hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9f5339a916b4a83bfb1d94c3f479210 2024-11-08T19:20:06,680 INFO [M:0;692b295ad45c:45655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41401/user/jenkins/test-data/749d19b4-9f3d-fe08-80d0-c76082cb15df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9f5339a916b4a83bfb1d94c3f479210, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T19:20:06,681 INFO [M:0;692b295ad45c:45655 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=105, compaction requested=false 2024-11-08T19:20:06,682 INFO [M:0;692b295ad45c:45655 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:06,682 DEBUG [M:0;692b295ad45c:45655 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093605803Disabling compacts and flushes for region at 1731093605803Disabling writes for close at 1731093605803Obtaining lock to block concurrent updates at 1731093605803Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093605803Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731093605803Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093605804 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093605804Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093605819 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093605819Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093606226 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093606241 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093606241Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093606249 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093606261 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093606261Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15d5d324: reopening flushed file at 1731093606668 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64c6d621: reopening flushed file at 1731093606672 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de027be: reopening flushed file at 1731093606677 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=105, compaction requested=false at 1731093606681 (+4 ms)Writing region close event to WAL at 1731093606682 (+1 ms)Closed at 1731093606682 2024-11-08T19:20:06,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37149 is added to blk_1073741830_1006 (size=64435) 2024-11-08T19:20:06,684 INFO [M:0;692b295ad45c:45655 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:20:06,684 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:20:06,684 INFO [M:0;692b295ad45c:45655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45655 2024-11-08T19:20:06,685 INFO [M:0;692b295ad45c:45655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:20:06,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:06,888 INFO [M:0;692b295ad45c:45655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:20:06,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x1011be371ad0000, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:06,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@484f9d43{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:20:06,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12f15ad3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:20:06,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:20:06,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c42ee9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:20:06,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@126476f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/hadoop.log.dir/,STOPPED} 2024-11-08T19:20:06,892 WARN [BP-1325602868-172.17.0.2-1731093558802 heartbeating to localhost/127.0.0.1:41401 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:20:06,892 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:20:06,892 WARN [BP-1325602868-172.17.0.2-1731093558802 heartbeating to localhost/127.0.0.1:41401 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1325602868-172.17.0.2-1731093558802 (Datanode Uuid 36f3c830-129a-454a-8da3-8d4a904fd42e) service to localhost/127.0.0.1:41401 2024-11-08T19:20:06,892 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:20:06,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/cluster_75a9f386-e07e-f734-a36e-715910d1cac0/data/data1/current/BP-1325602868-172.17.0.2-1731093558802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:20:06,893 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/cluster_75a9f386-e07e-f734-a36e-715910d1cac0/data/data2/current/BP-1325602868-172.17.0.2-1731093558802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:20:06,893 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:20:06,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24aa3718{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:20:06,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c94bd15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:20:06,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:20:06,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a89869{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:20:06,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61115464{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1fcf12fe-22b8-733a-bc17-a54331997fd3/hadoop.log.dir/,STOPPED} 2024-11-08T19:20:06,906 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:20:06,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:20:06,931 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=311 (was 259) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:41401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40545 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54095) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:40545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37443 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54095) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41401 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54095) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 360), ProcessCount=11 (was 11), AvailableMemoryMB=1995 (was 2277) 2024-11-08T19:20:06,942 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=311, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=1995 2024-11-08T19:20:06,955 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-08T19:20:06,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/hadoop.log.dir so I do NOT create it in target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d 2024-11-08T19:20:06,956 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:20:06,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/hadoop.tmp.dir so I do NOT create it in target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d 2024-11-08T19:20:06,956 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f306cb00-a04d-7f0d-663b-83859ed47e06/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:20:06,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d 2024-11-08T19:20:06,956 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/cluster_6fd05035-e860-8db1-53da-9ed5114b83bf, deleteOnExit=true 2024-11-08T19:20:06,979 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/cluster_6fd05035-e860-8db1-53da-9ed5114b83bf/zookeeper_0, clientPort=53836, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/cluster_6fd05035-e860-8db1-53da-9ed5114b83bf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/cluster_6fd05035-e860-8db1-53da-9ed5114b83bf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:20:06,979 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53836 2024-11-08T19:20:06,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:20:06,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:20:06,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/test.cache.data in system properties and HBase conf 2024-11-08T19:20:06,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:20:06,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:20:06,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:20:06,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:20:06,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:20:06,980 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:20:06,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:20:06,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:20:06,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:20:06,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:20:06,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:20:06,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:20:06,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:20:06,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:20:06,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:20:06,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:20:06,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:20:06,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:20:06,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:20:06,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:20:07,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011be371ad0008, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T19:20:07,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011be371ad0002, quorum=127.0.0.1:54095, baseZNode=/079653721 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T19:20:07,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011be371ad0008, quorum=127.0.0.1:54095, baseZNode=/2-527659224 Received Disconnected from ZooKeeper, ignoring 2024-11-08T19:20:07,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011be371ad0002, quorum=127.0.0.1:54095, baseZNode=/079653721 Received Disconnected from ZooKeeper, ignoring 2024-11-08T19:20:07,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011be371ad0005, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T19:20:07,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011be371ad0005, quorum=127.0.0.1:54095, baseZNode=/11886042305 Received Disconnected from ZooKeeper, ignoring 2024-11-08T19:20:07,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:20:07,342 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:20:07,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:20:07,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:20:07,346 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:20:07,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:20:07,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@817417e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:20:07,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@376a212c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:20:07,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22adc64c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/java.io.tmpdir/jetty-localhost-35971-hadoop-hdfs-3_4_1-tests_jar-_-any-2501779067404209295/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:20:07,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61449451{HTTP/1.1, (http/1.1)}{localhost:35971} 2024-11-08T19:20:07,460 INFO [Time-limited test {}] server.Server(415): Started @281783ms 2024-11-08T19:20:07,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:20:07,750 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:20:07,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:20:07,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:20:07,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:20:07,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75693074{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:20:07,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13cd5feb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:20:07,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ca0b816{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/java.io.tmpdir/jetty-localhost-41533-hadoop-hdfs-3_4_1-tests_jar-_-any-8179081613206889793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:20:07,872 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b0bef9d{HTTP/1.1, (http/1.1)}{localhost:41533} 2024-11-08T19:20:07,872 INFO [Time-limited test {}] server.Server(415): Started @282195ms 2024-11-08T19:20:07,874 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:20:08,756 WARN [Thread-3448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/cluster_6fd05035-e860-8db1-53da-9ed5114b83bf/data/data1/current/BP-1910271540-172.17.0.2-1731093607018/current, will proceed with Du for space computation calculation, 2024-11-08T19:20:08,756 WARN [Thread-3449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/cluster_6fd05035-e860-8db1-53da-9ed5114b83bf/data/data2/current/BP-1910271540-172.17.0.2-1731093607018/current, will proceed with Du for space computation calculation, 2024-11-08T19:20:08,777 WARN [Thread-3436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:20:08,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x379c099e0de34479 with lease ID 0x2d392f135afc4b2d: Processing first storage report for DS-6aea2cde-76d7-49d1-bfa7-7e45bd700c3b from datanode DatanodeRegistration(127.0.0.1:36591, datanodeUuid=527d8f85-a110-45be-8a3f-3baed9f85cc4, infoPort=38681, infoSecurePort=0, ipcPort=35027, storageInfo=lv=-57;cid=testClusterID;nsid=1044680797;c=1731093607018) 2024-11-08T19:20:08,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x379c099e0de34479 with lease ID 0x2d392f135afc4b2d: from storage DS-6aea2cde-76d7-49d1-bfa7-7e45bd700c3b node DatanodeRegistration(127.0.0.1:36591, datanodeUuid=527d8f85-a110-45be-8a3f-3baed9f85cc4, infoPort=38681, infoSecurePort=0, ipcPort=35027, storageInfo=lv=-57;cid=testClusterID;nsid=1044680797;c=1731093607018), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T19:20:08,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x379c099e0de34479 with lease ID 0x2d392f135afc4b2d: Processing first storage report for DS-7cdddb90-0916-4e4e-a155-56ffa542e5c5 from datanode DatanodeRegistration(127.0.0.1:36591, datanodeUuid=527d8f85-a110-45be-8a3f-3baed9f85cc4, infoPort=38681, infoSecurePort=0, ipcPort=35027, storageInfo=lv=-57;cid=testClusterID;nsid=1044680797;c=1731093607018) 2024-11-08T19:20:08,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x379c099e0de34479 with lease ID 0x2d392f135afc4b2d: from storage DS-7cdddb90-0916-4e4e-a155-56ffa542e5c5 node DatanodeRegistration(127.0.0.1:36591, datanodeUuid=527d8f85-a110-45be-8a3f-3baed9f85cc4, infoPort=38681, infoSecurePort=0, ipcPort=35027, storageInfo=lv=-57;cid=testClusterID;nsid=1044680797;c=1731093607018), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:20:08,802 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d 2024-11-08T19:20:08,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:08,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:08,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:20:09,211 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04 with version=8 2024-11-08T19:20:09,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/hbase-staging 2024-11-08T19:20:09,213 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:20:09,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:09,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:09,213 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:20:09,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:09,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:20:09,214 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:20:09,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:20:09,214 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34317 2024-11-08T19:20:09,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34317 connecting to ZooKeeper ensemble=127.0.0.1:53836 2024-11-08T19:20:09,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343170x0, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:20:09,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34317-0x1011be42ded0000 connected 2024-11-08T19:20:09,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:09,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:09,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Set watcher on znode that does not yet exist, /01553146750/running 2024-11-08T19:20:09,411 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04, hbase.cluster.distributed=false 2024-11-08T19:20:09,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Set watcher on znode that does not yet exist, /01553146750/acl 2024-11-08T19:20:09,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34317 2024-11-08T19:20:09,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34317 2024-11-08T19:20:09,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34317 2024-11-08T19:20:09,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34317 2024-11-08T19:20:09,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34317 2024-11-08T19:20:09,430 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:20:09,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:09,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:09,431 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:20:09,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:09,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:20:09,431 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:20:09,431 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:20:09,431 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40067 2024-11-08T19:20:09,432 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40067 connecting to ZooKeeper ensemble=127.0.0.1:53836 2024-11-08T19:20:09,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:09,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:09,448 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400670x0, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:20:09,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40067-0x1011be42ded0001 connected 2024-11-08T19:20:09,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Set watcher on znode that does not yet exist, /01553146750/running 2024-11-08T19:20:09,449 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:20:09,450 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:20:09,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Set watcher on znode that does not yet exist, /01553146750/master 2024-11-08T19:20:09,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Set watcher on znode that does not yet exist, /01553146750/acl 2024-11-08T19:20:09,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40067 2024-11-08T19:20:09,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40067 2024-11-08T19:20:09,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40067 2024-11-08T19:20:09,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40067 2024-11-08T19:20:09,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40067 2024-11-08T19:20:09,469 DEBUG [M:0;692b295ad45c:34317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:34317 2024-11-08T19:20:09,469 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01553146750/backup-masters/692b295ad45c,34317,1731093609213 2024-11-08T19:20:09,480 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750/backup-masters 2024-11-08T19:20:09,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750/backup-masters 2024-11-08T19:20:09,480 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Set watcher on existing znode=/01553146750/backup-masters/692b295ad45c,34317,1731093609213 2024-11-08T19:20:09,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750 2024-11-08T19:20:09,492 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01553146750/master 2024-11-08T19:20:09,493 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750 2024-11-08T19:20:09,493 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Set watcher on existing znode=/01553146750/master 2024-11-08T19:20:09,493 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01553146750/backup-masters/692b295ad45c,34317,1731093609213 from backup master directory 2024-11-08T19:20:09,503 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750/backup-masters 2024-11-08T19:20:09,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01553146750/backup-masters/692b295ad45c,34317,1731093609213 2024-11-08T19:20:09,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750/backup-masters 2024-11-08T19:20:09,503 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:20:09,503 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,34317,1731093609213 2024-11-08T19:20:09,506 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/hbase.id] with ID: cd4288bb-c30b-4b6e-914e-27fcdc759f23 2024-11-08T19:20:09,506 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/.tmp/hbase.id 2024-11-08T19:20:09,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:20:09,914 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/.tmp/hbase.id]:[hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/hbase.id] 2024-11-08T19:20:09,922 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:09,922 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:20:09,923 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T19:20:09,977 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750 2024-11-08T19:20:09,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750 2024-11-08T19:20:09,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:20:09,981 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:20:09,982 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:20:09,982 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:20:09,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:20:10,388 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store 2024-11-08T19:20:10,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:20:10,392 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:10,392 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:20:10,392 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:10,392 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:10,392 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:20:10,392 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:10,392 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:10,392 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093610392Disabling compacts and flushes for region at 1731093610392Disabling writes for close at 1731093610392Writing region close event to WAL at 1731093610392Closed at 1731093610392 2024-11-08T19:20:10,393 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/.initializing 2024-11-08T19:20:10,393 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/WALs/692b295ad45c,34317,1731093609213 2024-11-08T19:20:10,393 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:20:10,394 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C34317%2C1731093609213, suffix=, logDir=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/WALs/692b295ad45c,34317,1731093609213, archiveDir=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/oldWALs, maxLogs=10 2024-11-08T19:20:10,407 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/WALs/692b295ad45c,34317,1731093609213/692b295ad45c%2C34317%2C1731093609213.1731093610394, exclude list is [], retry=0 2024-11-08T19:20:10,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-6aea2cde-76d7-49d1-bfa7-7e45bd700c3b,DISK] 2024-11-08T19:20:10,413 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/WALs/692b295ad45c,34317,1731093609213/692b295ad45c%2C34317%2C1731093609213.1731093610394 2024-11-08T19:20:10,413 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-08T19:20:10,413 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:20:10,413 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:10,414 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:10,414 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:10,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:10,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:20:10,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:10,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:10,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:10,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:20:10,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:10,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:10,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:10,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:20:10,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:10,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:10,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:10,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:20:10,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:10,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:10,420 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:10,420 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:10,420 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:10,421 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:10,421 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:10,421 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:20:10,422 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:10,424 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:20:10,425 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71446016, jitterRate=0.06462860107421875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:20:10,425 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093610414Initializing all the Stores at 1731093610414Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093610414Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093610414Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093610414Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093610414Cleaning up temporary data from old regions at 1731093610421 (+7 ms)Region opened successfully at 1731093610425 (+4 ms) 2024-11-08T19:20:10,425 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:20:10,427 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba0425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:20:10,428 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:20:10,428 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:20:10,428 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:20:10,428 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:20:10,429 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:20:10,429 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:20:10,429 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:20:10,433 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:20:10,434 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Unable to get data of znode /01553146750/balancer because node does not exist (not necessarily an error) 2024-11-08T19:20:10,482 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01553146750/balancer already deleted, retry=false 2024-11-08T19:20:10,482 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:20:10,483 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Unable to get data of znode /01553146750/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:20:10,492 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01553146750/normalizer already deleted, retry=false 2024-11-08T19:20:10,493 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:20:10,494 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Unable to get data of znode /01553146750/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:20:10,503 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01553146750/switch/split already deleted, retry=false 2024-11-08T19:20:10,504 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Unable to get data of znode /01553146750/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:20:10,513 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01553146750/switch/merge already deleted, retry=false 2024-11-08T19:20:10,515 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Unable to get data of znode /01553146750/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:20:10,524 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01553146750/snapshot-cleanup already deleted, retry=false 2024-11-08T19:20:10,534 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01553146750/running 2024-11-08T19:20:10,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01553146750/running 2024-11-08T19:20:10,534 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750 2024-11-08T19:20:10,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750 2024-11-08T19:20:10,535 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,34317,1731093609213, sessionid=0x1011be42ded0000, setting cluster-up flag (Was=false) 2024-11-08T19:20:10,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750 2024-11-08T19:20:10,555 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750 2024-11-08T19:20:10,587 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01553146750/flush-table-proc/acquired, /01553146750/flush-table-proc/reached, /01553146750/flush-table-proc/abort 2024-11-08T19:20:10,588 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,34317,1731093609213 2024-11-08T19:20:10,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750 2024-11-08T19:20:10,608 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750 2024-11-08T19:20:10,640 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01553146750/online-snapshot/acquired, /01553146750/online-snapshot/reached, /01553146750/online-snapshot/abort 2024-11-08T19:20:10,641 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,34317,1731093609213 2024-11-08T19:20:10,641 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:20:10,642 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:20:10,643 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:20:10,643 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:20:10,643 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,34317,1731093609213 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:20:10,644 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:20:10,644 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:20:10,644 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:20:10,644 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:20:10,644 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:20:10,644 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:10,644 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:20:10,644 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:10,645 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:20:10,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:20:10,646 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:10,646 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:20:10,648 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093640648 2024-11-08T19:20:10,648 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:20:10,648 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:20:10,648 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:20:10,648 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:20:10,648 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:20:10,648 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:20:10,652 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:10,652 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:20:10,652 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:20:10,652 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:20:10,652 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:20:10,654 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:20:10,654 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:20:10,655 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093610654,5,FailOnTimeoutGroup] 2024-11-08T19:20:10,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:20:10,659 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093610655,5,FailOnTimeoutGroup] 2024-11-08T19:20:10,659 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:10,659 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:20:10,659 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:10,659 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:10,665 INFO [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(746): ClusterId : cd4288bb-c30b-4b6e-914e-27fcdc759f23 2024-11-08T19:20:10,665 DEBUG [RS:0;692b295ad45c:40067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:20:10,672 DEBUG [RS:0;692b295ad45c:40067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:20:10,672 DEBUG [RS:0;692b295ad45c:40067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:20:10,682 DEBUG [RS:0;692b295ad45c:40067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:20:10,682 DEBUG [RS:0;692b295ad45c:40067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c30d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:20:10,693 DEBUG [RS:0;692b295ad45c:40067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:40067 2024-11-08T19:20:10,693 INFO [RS:0;692b295ad45c:40067 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:20:10,693 INFO [RS:0;692b295ad45c:40067 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:20:10,693 DEBUG [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:20:10,694 INFO [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,34317,1731093609213 with port=40067, startcode=1731093609430 2024-11-08T19:20:10,694 DEBUG [RS:0;692b295ad45c:40067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:20:10,695 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:20:10,695 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34317 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,40067,1731093609430 2024-11-08T19:20:10,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34317 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,40067,1731093609430 2024-11-08T19:20:10,697 DEBUG [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04 2024-11-08T19:20:10,697 DEBUG [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38337 2024-11-08T19:20:10,697 DEBUG [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:20:10,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750/rs 2024-11-08T19:20:10,703 DEBUG [RS:0;692b295ad45c:40067 {}] zookeeper.ZKUtil(111): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Set watcher on existing znode=/01553146750/rs/692b295ad45c,40067,1731093609430 2024-11-08T19:20:10,703 WARN [RS:0;692b295ad45c:40067 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:20:10,703 INFO [RS:0;692b295ad45c:40067 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:20:10,703 DEBUG [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430 2024-11-08T19:20:10,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,40067,1731093609430] 2024-11-08T19:20:10,705 INFO [RS:0;692b295ad45c:40067 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:20:10,708 INFO [RS:0;692b295ad45c:40067 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:20:10,711 INFO [RS:0;692b295ad45c:40067 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:20:10,711 INFO [RS:0;692b295ad45c:40067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:10,711 INFO [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:20:10,712 INFO [RS:0;692b295ad45c:40067 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:20:10,712 INFO [RS:0;692b295ad45c:40067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:10,712 DEBUG [RS:0;692b295ad45c:40067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:10,712 DEBUG [RS:0;692b295ad45c:40067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:10,712 DEBUG [RS:0;692b295ad45c:40067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:10,712 DEBUG [RS:0;692b295ad45c:40067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:10,712 DEBUG [RS:0;692b295ad45c:40067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:10,712 DEBUG [RS:0;692b295ad45c:40067 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:20:10,712 DEBUG [RS:0;692b295ad45c:40067 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:10,712 DEBUG [RS:0;692b295ad45c:40067 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:10,712 DEBUG [RS:0;692b295ad45c:40067 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:10,713 DEBUG [RS:0;692b295ad45c:40067 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:10,713 DEBUG [RS:0;692b295ad45c:40067 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:10,713 DEBUG [RS:0;692b295ad45c:40067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:10,713 DEBUG [RS:0;692b295ad45c:40067 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:20:10,713 DEBUG [RS:0;692b295ad45c:40067 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:20:10,719 INFO [RS:0;692b295ad45c:40067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:10,719 INFO [RS:0;692b295ad45c:40067 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:10,719 INFO [RS:0;692b295ad45c:40067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:10,719 INFO [RS:0;692b295ad45c:40067 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:10,719 INFO [RS:0;692b295ad45c:40067 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:10,719 INFO [RS:0;692b295ad45c:40067 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,40067,1731093609430-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:20:10,736 INFO [RS:0;692b295ad45c:40067 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:20:10,737 INFO [RS:0;692b295ad45c:40067 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,40067,1731093609430-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:10,737 INFO [RS:0;692b295ad45c:40067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:10,737 INFO [RS:0;692b295ad45c:40067 {}] regionserver.Replication(171): 692b295ad45c,40067,1731093609430 started 2024-11-08T19:20:10,751 INFO [RS:0;692b295ad45c:40067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:10,751 INFO [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,40067,1731093609430, RpcServer on 692b295ad45c/172.17.0.2:40067, sessionid=0x1011be42ded0001 2024-11-08T19:20:10,751 DEBUG [RS:0;692b295ad45c:40067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:20:10,751 DEBUG [RS:0;692b295ad45c:40067 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,40067,1731093609430 2024-11-08T19:20:10,751 DEBUG [RS:0;692b295ad45c:40067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,40067,1731093609430' 2024-11-08T19:20:10,751 DEBUG [RS:0;692b295ad45c:40067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01553146750/flush-table-proc/abort' 2024-11-08T19:20:10,752 DEBUG [RS:0;692b295ad45c:40067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01553146750/flush-table-proc/acquired' 2024-11-08T19:20:10,752 DEBUG [RS:0;692b295ad45c:40067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:20:10,752 DEBUG [RS:0;692b295ad45c:40067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:20:10,752 DEBUG [RS:0;692b295ad45c:40067 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,40067,1731093609430 2024-11-08T19:20:10,752 DEBUG [RS:0;692b295ad45c:40067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,40067,1731093609430' 2024-11-08T19:20:10,752 DEBUG [RS:0;692b295ad45c:40067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01553146750/online-snapshot/abort' 2024-11-08T19:20:10,752 DEBUG [RS:0;692b295ad45c:40067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01553146750/online-snapshot/acquired' 2024-11-08T19:20:10,753 DEBUG [RS:0;692b295ad45c:40067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:20:10,753 INFO [RS:0;692b295ad45c:40067 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:20:10,753 INFO [RS:0;692b295ad45c:40067 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:20:10,853 INFO [RS:0;692b295ad45c:40067 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:20:10,854 INFO [RS:0;692b295ad45c:40067 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C40067%2C1731093609430, suffix=, logDir=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430, archiveDir=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/oldWALs, maxLogs=10 2024-11-08T19:20:10,871 DEBUG [RS:0;692b295ad45c:40067 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855, exclude list is [], retry=0 2024-11-08T19:20:10,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-6aea2cde-76d7-49d1-bfa7-7e45bd700c3b,DISK] 2024-11-08T19:20:10,874 INFO [RS:0;692b295ad45c:40067 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 2024-11-08T19:20:10,876 DEBUG [RS:0;692b295ad45c:40067 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-08T19:20:11,060 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:20:11,060 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04 2024-11-08T19:20:11,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741833_1009 (size=32) 2024-11-08T19:20:11,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:11,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:20:11,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:20:11,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:11,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:11,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:20:11,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:20:11,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:11,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:11,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:20:11,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:20:11,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:11,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:11,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:20:11,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:20:11,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:11,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:11,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:20:11,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740 2024-11-08T19:20:11,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740 2024-11-08T19:20:11,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:20:11,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:20:11,471 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:20:11,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:20:11,474 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:20:11,475 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65932896, jitterRate=-0.01752328872680664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:20:11,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093611465Initializing all the Stores at 1731093611465Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093611466 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093611466Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093611466Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093611466Cleaning up temporary data from old regions at 1731093611471 (+5 ms)Region opened successfully at 1731093611475 (+4 ms) 2024-11-08T19:20:11,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:20:11,475 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:20:11,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:20:11,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:20:11,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:20:11,476 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:20:11,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093611475Disabling compacts and flushes for region at 1731093611475Disabling writes for close at 1731093611475Writing region close event to WAL at 1731093611476 (+1 ms)Closed at 1731093611476 2024-11-08T19:20:11,477 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:20:11,477 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:20:11,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:20:11,478 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:20:11,479 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:20:11,629 DEBUG [692b295ad45c:34317 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:20:11,629 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,40067,1731093609430 2024-11-08T19:20:11,630 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,40067,1731093609430, state=OPENING 2024-11-08T19:20:11,692 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:20:11,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750 2024-11-08T19:20:11,703 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750 2024-11-08T19:20:11,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01553146750/meta-region-server: CHANGED 2024-11-08T19:20:11,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01553146750/meta-region-server: CHANGED 2024-11-08T19:20:11,703 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:20:11,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,40067,1731093609430}] 2024-11-08T19:20:11,855 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:20:11,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:20:11,859 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:20:11,859 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:20:11,859 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:20:11,861 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C40067%2C1731093609430.meta, suffix=.meta, logDir=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430, archiveDir=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/oldWALs, maxLogs=10 2024-11-08T19:20:11,874 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.meta.1731093611861.meta, exclude list is [], retry=0 2024-11-08T19:20:11,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-6aea2cde-76d7-49d1-bfa7-7e45bd700c3b,DISK] 2024-11-08T19:20:11,877 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.meta.1731093611861.meta 2024-11-08T19:20:11,880 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-08T19:20:11,880 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:20:11,881 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:20:11,881 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:20:11,881 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:20:11,881 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:20:11,881 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:20:11,881 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:11,881 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:20:11,881 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:20:11,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:20:11,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:20:11,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:11,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:11,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:20:11,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:20:11,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:11,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:11,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:20:11,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:20:11,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:11,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:11,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:20:11,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:20:11,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:11,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:11,886 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:20:11,886 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740 2024-11-08T19:20:11,887 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740 2024-11-08T19:20:11,888 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:20:11,888 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:20:11,888 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:20:11,889 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:20:11,890 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67654680, jitterRate=0.008133292198181152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:20:11,890 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:20:11,890 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093611881Writing region info on filesystem at 1731093611881Initializing all the Stores at 1731093611882 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093611882Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093611882Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093611882Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093611882Cleaning up temporary data from old regions at 1731093611888 (+6 ms)Running coprocessor post-open hooks at 1731093611890 (+2 ms)Region opened successfully at 1731093611890 2024-11-08T19:20:11,891 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093611855 2024-11-08T19:20:11,893 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:20:11,893 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:20:11,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,40067,1731093609430 2024-11-08T19:20:11,894 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,40067,1731093609430, state=OPEN 2024-11-08T19:20:11,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01553146750/meta-region-server 2024-11-08T19:20:11,948 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01553146750/meta-region-server 2024-11-08T19:20:11,948 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,40067,1731093609430 2024-11-08T19:20:11,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01553146750/meta-region-server: CHANGED 2024-11-08T19:20:11,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01553146750/meta-region-server: CHANGED 2024-11-08T19:20:11,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:20:11,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,40067,1731093609430 in 245 msec 2024-11-08T19:20:11,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:20:11,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-08T19:20:11,953 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:20:11,953 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:20:11,954 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:20:11,954 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,40067,1731093609430, seqNum=-1] 2024-11-08T19:20:11,954 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:20:11,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:20:11,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3160 sec 2024-11-08T19:20:11,960 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093611960, completionTime=-1 2024-11-08T19:20:11,960 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:20:11,960 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:20:11,962 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:20:11,962 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093671962 2024-11-08T19:20:11,962 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093731962 2024-11-08T19:20:11,962 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T19:20:11,962 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34317,1731093609213-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:11,962 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34317,1731093609213-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:11,962 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34317,1731093609213-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:11,962 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:34317, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:11,962 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:11,963 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:11,964 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:20:11,966 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.462sec 2024-11-08T19:20:11,966 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:20:11,966 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:20:11,966 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:20:11,966 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:20:11,966 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:20:11,966 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34317,1731093609213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:20:11,966 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34317,1731093609213-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:20:11,967 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:20:11,968 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:20:11,968 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34317,1731093609213-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:12,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36fc9a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:12,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,34317,-1 for getting cluster id 2024-11-08T19:20:12,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:12,068 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd4288bb-c30b-4b6e-914e-27fcdc759f23' 2024-11-08T19:20:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd4288bb-c30b-4b6e-914e-27fcdc759f23" 2024-11-08T19:20:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39999e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,34317,-1] 2024-11-08T19:20:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:12,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:12,069 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:12,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bec06c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:12,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:20:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,40067,1731093609430, seqNum=-1] 2024-11-08T19:20:12,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:20:12,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:20:12,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,34317,1731093609213 2024-11-08T19:20:12,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53836 2024-11-08T19:20:12,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:20:12,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011be42ded0002 connected 2024-11-08T19:20:12,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/hadoop.log.dir so I do NOT create it in target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52 2024-11-08T19:20:12,105 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:20:12,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/hadoop.tmp.dir so I do NOT create it in target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52 2024-11-08T19:20:12,105 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:20:12,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52 2024-11-08T19:20:12,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:20:12,105 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/cluster_405181b0-cc02-6855-8b7e-55ed54579905, deleteOnExit=true 2024-11-08T19:20:12,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:20:12,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/test.cache.data in system properties and HBase conf 2024-11-08T19:20:12,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:20:12,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:20:12,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:20:12,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:20:12,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:20:12,105 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:20:12,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:20:12,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:20:12,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:20:12,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:20:12,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:20:12,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:20:12,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:20:12,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:20:12,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:20:12,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:20:12,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:20:12,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:20:12,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:20:12,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:20:12,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:20:12,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:20:12,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:20:12,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:20:12,436 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:20:12,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:20:12,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12eaea7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:20:12,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6041d383{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:20:12,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@204efa1d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/java.io.tmpdir/jetty-localhost-37629-hadoop-hdfs-3_4_1-tests_jar-_-any-8673598936202557265/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:20:12,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@315b0059{HTTP/1.1, (http/1.1)}{localhost:37629} 2024-11-08T19:20:12,532 INFO [Time-limited test {}] server.Server(415): Started @286856ms 2024-11-08T19:20:12,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:20:12,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:20:12,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:20:12,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:20:12,795 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:20:12,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5346ffb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:20:12,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e1483c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:20:12,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7485a927{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/java.io.tmpdir/jetty-localhost-40301-hadoop-hdfs-3_4_1-tests_jar-_-any-9316472166752958662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:20:12,919 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@442d8dc6{HTTP/1.1, (http/1.1)}{localhost:40301} 2024-11-08T19:20:12,919 INFO [Time-limited test {}] server.Server(415): Started @287242ms 2024-11-08T19:20:12,920 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:20:13,820 WARN [Thread-3568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/cluster_405181b0-cc02-6855-8b7e-55ed54579905/data/data1/current/BP-1979103956-172.17.0.2-1731093612120/current, will proceed with Du for space computation calculation, 2024-11-08T19:20:13,821 WARN [Thread-3569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/cluster_405181b0-cc02-6855-8b7e-55ed54579905/data/data2/current/BP-1979103956-172.17.0.2-1731093612120/current, will proceed with Du for space computation calculation, 2024-11-08T19:20:13,837 WARN [Thread-3556 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:20:13,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51fb7050f8969668 with lease ID 0xd98a992a2899c6f7: Processing first storage report for DS-a27d417a-035d-489d-b55c-05e2b0975f77 from datanode DatanodeRegistration(127.0.0.1:44733, datanodeUuid=0e6cdc22-cdc7-4368-ae6a-3ff1c5a5025a, infoPort=38531, infoSecurePort=0, ipcPort=34121, storageInfo=lv=-57;cid=testClusterID;nsid=1205796969;c=1731093612120) 2024-11-08T19:20:13,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51fb7050f8969668 with lease ID 0xd98a992a2899c6f7: from storage DS-a27d417a-035d-489d-b55c-05e2b0975f77 node DatanodeRegistration(127.0.0.1:44733, datanodeUuid=0e6cdc22-cdc7-4368-ae6a-3ff1c5a5025a, infoPort=38531, infoSecurePort=0, ipcPort=34121, storageInfo=lv=-57;cid=testClusterID;nsid=1205796969;c=1731093612120), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:20:13,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51fb7050f8969668 with lease ID 0xd98a992a2899c6f7: Processing first storage report for DS-2ec3d6f3-2bbe-4615-93fc-376fd37adcc8 from datanode DatanodeRegistration(127.0.0.1:44733, datanodeUuid=0e6cdc22-cdc7-4368-ae6a-3ff1c5a5025a, infoPort=38531, infoSecurePort=0, ipcPort=34121, storageInfo=lv=-57;cid=testClusterID;nsid=1205796969;c=1731093612120) 2024-11-08T19:20:13,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51fb7050f8969668 with lease ID 0xd98a992a2899c6f7: from storage DS-2ec3d6f3-2bbe-4615-93fc-376fd37adcc8 node DatanodeRegistration(127.0.0.1:44733, datanodeUuid=0e6cdc22-cdc7-4368-ae6a-3ff1c5a5025a, infoPort=38531, infoSecurePort=0, ipcPort=34121, storageInfo=lv=-57;cid=testClusterID;nsid=1205796969;c=1731093612120), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:20:13,847 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52 2024-11-08T19:20:13,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:13,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:13,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:20:14,059 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:20:14,059 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:20:14,060 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88682 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:20:14,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T19:20:14,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:20:14,255 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6 with version=8 2024-11-08T19:20:14,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/hbase-staging 2024-11-08T19:20:14,257 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:20:14,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:14,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:14,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:20:14,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:14,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:20:14,258 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:20:14,258 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:20:14,258 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38805 2024-11-08T19:20:14,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38805 connecting to ZooKeeper ensemble=127.0.0.1:53836 2024-11-08T19:20:14,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388050x0, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:20:14,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38805-0x1011be42ded0003 connected 2024-11-08T19:20:14,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:14,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:14,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Set watcher on znode that does not yet exist, /11264037182/running 2024-11-08T19:20:14,391 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6, hbase.cluster.distributed=false 2024-11-08T19:20:14,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Set watcher on znode that does not yet exist, /11264037182/acl 2024-11-08T19:20:14,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38805 2024-11-08T19:20:14,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38805 2024-11-08T19:20:14,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38805 2024-11-08T19:20:14,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38805 2024-11-08T19:20:14,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38805 2024-11-08T19:20:14,410 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:20:14,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:14,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:14,410 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:20:14,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:14,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:20:14,410 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:20:14,410 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:20:14,411 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39873 2024-11-08T19:20:14,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39873 connecting to ZooKeeper ensemble=127.0.0.1:53836 2024-11-08T19:20:14,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:14,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:14,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398730x0, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:20:14,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398730x0, quorum=127.0.0.1:53836, baseZNode=/11264037182 Set watcher on znode that does not yet exist, /11264037182/running 2024-11-08T19:20:14,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39873-0x1011be42ded0004 connected 2024-11-08T19:20:14,430 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:20:14,430 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:20:14,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Set watcher on znode that does not yet exist, /11264037182/master 2024-11-08T19:20:14,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Set watcher on znode that does not yet exist, /11264037182/acl 2024-11-08T19:20:14,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39873 2024-11-08T19:20:14,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39873 2024-11-08T19:20:14,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39873 2024-11-08T19:20:14,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39873 2024-11-08T19:20:14,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39873 2024-11-08T19:20:14,456 DEBUG [M:0;692b295ad45c:38805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:38805 2024-11-08T19:20:14,460 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11264037182/backup-masters/692b295ad45c,38805,1731093614257 2024-11-08T19:20:14,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182/backup-masters 2024-11-08T19:20:14,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182/backup-masters 2024-11-08T19:20:14,471 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Set watcher on existing znode=/11264037182/backup-masters/692b295ad45c,38805,1731093614257 2024-11-08T19:20:14,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182 2024-11-08T19:20:14,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11264037182/master 2024-11-08T19:20:14,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182 2024-11-08T19:20:14,482 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Set watcher on existing znode=/11264037182/master 2024-11-08T19:20:14,482 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11264037182/backup-masters/692b295ad45c,38805,1731093614257 from backup master directory 2024-11-08T19:20:14,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182/backup-masters 2024-11-08T19:20:14,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11264037182/backup-masters/692b295ad45c,38805,1731093614257 2024-11-08T19:20:14,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182/backup-masters 2024-11-08T19:20:14,492 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:20:14,492 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,38805,1731093614257 2024-11-08T19:20:14,495 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/hbase.id] with ID: da892832-01d9-4a8a-b177-a771e385d53c 2024-11-08T19:20:14,495 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/.tmp/hbase.id 2024-11-08T19:20:14,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:20:14,901 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/.tmp/hbase.id]:[hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/hbase.id] 2024-11-08T19:20:14,909 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:14,909 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:20:14,910 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T19:20:14,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182 2024-11-08T19:20:14,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182 2024-11-08T19:20:14,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:20:15,376 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:20:15,376 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:20:15,376 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:20:15,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:20:15,785 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store 2024-11-08T19:20:15,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:20:16,189 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:16,190 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:20:16,190 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:16,190 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:16,190 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:20:16,190 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:16,190 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:16,190 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093616190Disabling compacts and flushes for region at 1731093616190Disabling writes for close at 1731093616190Writing region close event to WAL at 1731093616190Closed at 1731093616190 2024-11-08T19:20:16,191 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/.initializing 2024-11-08T19:20:16,191 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/WALs/692b295ad45c,38805,1731093614257 2024-11-08T19:20:16,191 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:20:16,192 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C38805%2C1731093614257, suffix=, logDir=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/WALs/692b295ad45c,38805,1731093614257, archiveDir=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/oldWALs, maxLogs=10 2024-11-08T19:20:16,207 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/WALs/692b295ad45c,38805,1731093614257/692b295ad45c%2C38805%2C1731093614257.1731093616193, exclude list is [], retry=0 2024-11-08T19:20:16,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44733,DS-a27d417a-035d-489d-b55c-05e2b0975f77,DISK] 2024-11-08T19:20:16,210 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/WALs/692b295ad45c,38805,1731093614257/692b295ad45c%2C38805%2C1731093614257.1731093616193 2024-11-08T19:20:16,210 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38531:38531)] 2024-11-08T19:20:16,210 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:20:16,211 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:16,211 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:16,211 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:16,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:16,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:20:16,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:16,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:16,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:16,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:20:16,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:16,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:16,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:16,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:20:16,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:16,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:16,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:16,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:20:16,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:16,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:16,215 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:16,216 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:16,216 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:16,217 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:16,217 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:16,217 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:20:16,218 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:16,219 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:20:16,220 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64780464, jitterRate=-0.03469586372375488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:20:16,220 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093616211Initializing all the Stores at 1731093616211Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093616211Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093616211Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093616211Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093616211Cleaning up temporary data from old regions at 1731093616217 (+6 ms)Region opened successfully at 1731093616220 (+3 ms) 2024-11-08T19:20:16,220 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:20:16,222 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55862cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:20:16,222 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:20:16,222 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:20:16,222 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:20:16,223 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:20:16,223 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:20:16,223 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:20:16,223 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:20:16,224 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:20:16,225 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Unable to get data of znode /11264037182/balancer because node does not exist (not necessarily an error) 2024-11-08T19:20:16,271 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11264037182/balancer already deleted, retry=false 2024-11-08T19:20:16,271 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:20:16,272 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Unable to get data of znode /11264037182/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:20:16,282 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11264037182/normalizer already deleted, retry=false 2024-11-08T19:20:16,282 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:20:16,283 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Unable to get data of znode /11264037182/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:20:16,292 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11264037182/switch/split already deleted, retry=false 2024-11-08T19:20:16,293 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Unable to get data of znode /11264037182/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:20:16,303 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11264037182/switch/merge already deleted, retry=false 2024-11-08T19:20:16,304 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Unable to get data of znode /11264037182/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:20:16,313 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11264037182/snapshot-cleanup already deleted, retry=false 2024-11-08T19:20:16,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11264037182/running 2024-11-08T19:20:16,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11264037182/running 2024-11-08T19:20:16,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182 2024-11-08T19:20:16,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182 2024-11-08T19:20:16,324 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,38805,1731093614257, sessionid=0x1011be42ded0003, setting cluster-up flag (Was=false) 2024-11-08T19:20:16,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182 2024-11-08T19:20:16,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182 2024-11-08T19:20:16,376 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11264037182/flush-table-proc/acquired, /11264037182/flush-table-proc/reached, /11264037182/flush-table-proc/abort 2024-11-08T19:20:16,377 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,38805,1731093614257 2024-11-08T19:20:16,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182 2024-11-08T19:20:16,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182 2024-11-08T19:20:16,429 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11264037182/online-snapshot/acquired, /11264037182/online-snapshot/reached, /11264037182/online-snapshot/abort 2024-11-08T19:20:16,430 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,38805,1731093614257 2024-11-08T19:20:16,430 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:20:16,431 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:20:16,432 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:20:16,432 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:20:16,432 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,38805,1731093614257 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:20:16,433 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:20:16,433 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:20:16,433 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:20:16,433 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:20:16,433 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:20:16,433 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:16,433 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:20:16,433 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:16,434 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093646434 2024-11-08T19:20:16,434 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:20:16,434 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:20:16,434 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:20:16,434 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:20:16,434 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:20:16,434 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:20:16,434 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:20:16,434 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:20:16,434 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:16,435 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:20:16,435 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:20:16,435 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:20:16,435 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:20:16,435 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:16,435 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:20:16,435 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:20:16,435 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:20:16,435 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093616435,5,FailOnTimeoutGroup] 2024-11-08T19:20:16,435 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093616435,5,FailOnTimeoutGroup] 2024-11-08T19:20:16,435 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:16,435 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:20:16,435 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:16,435 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:16,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:20:16,444 INFO [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(746): ClusterId : da892832-01d9-4a8a-b177-a771e385d53c 2024-11-08T19:20:16,444 DEBUG [RS:0;692b295ad45c:39873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:20:16,450 DEBUG [RS:0;692b295ad45c:39873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:20:16,450 DEBUG [RS:0;692b295ad45c:39873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:20:16,461 DEBUG [RS:0;692b295ad45c:39873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:20:16,461 DEBUG [RS:0;692b295ad45c:39873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5ce112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:20:16,471 DEBUG [RS:0;692b295ad45c:39873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:39873 2024-11-08T19:20:16,471 INFO [RS:0;692b295ad45c:39873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:20:16,471 INFO [RS:0;692b295ad45c:39873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:20:16,471 DEBUG [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:20:16,471 INFO [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,38805,1731093614257 with port=39873, startcode=1731093614409 2024-11-08T19:20:16,472 DEBUG [RS:0;692b295ad45c:39873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:20:16,473 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:20:16,473 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38805 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,39873,1731093614409 2024-11-08T19:20:16,473 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38805 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,39873,1731093614409 2024-11-08T19:20:16,474 DEBUG [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6 2024-11-08T19:20:16,474 DEBUG [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43279 2024-11-08T19:20:16,474 DEBUG [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:20:16,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182/rs 2024-11-08T19:20:16,539 DEBUG [RS:0;692b295ad45c:39873 {}] zookeeper.ZKUtil(111): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Set watcher on existing znode=/11264037182/rs/692b295ad45c,39873,1731093614409 2024-11-08T19:20:16,539 WARN [RS:0;692b295ad45c:39873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:20:16,539 INFO [RS:0;692b295ad45c:39873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:20:16,539 DEBUG [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409 2024-11-08T19:20:16,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,39873,1731093614409] 2024-11-08T19:20:16,541 INFO [RS:0;692b295ad45c:39873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:20:16,543 INFO [RS:0;692b295ad45c:39873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:20:16,543 INFO [RS:0;692b295ad45c:39873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:20:16,543 INFO [RS:0;692b295ad45c:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:16,547 INFO [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:20:16,548 INFO [RS:0;692b295ad45c:39873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:20:16,548 INFO [RS:0;692b295ad45c:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:16,548 DEBUG [RS:0;692b295ad45c:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:16,548 DEBUG [RS:0;692b295ad45c:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:16,548 DEBUG [RS:0;692b295ad45c:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:16,548 DEBUG [RS:0;692b295ad45c:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:16,548 DEBUG [RS:0;692b295ad45c:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:16,548 DEBUG [RS:0;692b295ad45c:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:20:16,548 DEBUG [RS:0;692b295ad45c:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:16,548 DEBUG [RS:0;692b295ad45c:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:16,548 DEBUG [RS:0;692b295ad45c:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:16,548 DEBUG [RS:0;692b295ad45c:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:16,548 DEBUG [RS:0;692b295ad45c:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:16,548 DEBUG [RS:0;692b295ad45c:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:16,548 DEBUG [RS:0;692b295ad45c:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:20:16,548 DEBUG [RS:0;692b295ad45c:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:20:16,551 INFO [RS:0;692b295ad45c:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:16,551 INFO [RS:0;692b295ad45c:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:16,551 INFO [RS:0;692b295ad45c:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:16,551 INFO [RS:0;692b295ad45c:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:16,551 INFO [RS:0;692b295ad45c:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:16,551 INFO [RS:0;692b295ad45c:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39873,1731093614409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:20:16,569 INFO [RS:0;692b295ad45c:39873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:20:16,569 INFO [RS:0;692b295ad45c:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39873,1731093614409-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:16,569 INFO [RS:0;692b295ad45c:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:16,569 INFO [RS:0;692b295ad45c:39873 {}] regionserver.Replication(171): 692b295ad45c,39873,1731093614409 started 2024-11-08T19:20:16,586 INFO [RS:0;692b295ad45c:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:16,587 INFO [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,39873,1731093614409, RpcServer on 692b295ad45c/172.17.0.2:39873, sessionid=0x1011be42ded0004 2024-11-08T19:20:16,587 DEBUG [RS:0;692b295ad45c:39873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:20:16,587 DEBUG [RS:0;692b295ad45c:39873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,39873,1731093614409 2024-11-08T19:20:16,587 DEBUG [RS:0;692b295ad45c:39873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,39873,1731093614409' 2024-11-08T19:20:16,587 DEBUG [RS:0;692b295ad45c:39873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11264037182/flush-table-proc/abort' 2024-11-08T19:20:16,587 DEBUG [RS:0;692b295ad45c:39873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11264037182/flush-table-proc/acquired' 2024-11-08T19:20:16,588 DEBUG [RS:0;692b295ad45c:39873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:20:16,588 DEBUG [RS:0;692b295ad45c:39873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:20:16,588 DEBUG [RS:0;692b295ad45c:39873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,39873,1731093614409 2024-11-08T19:20:16,588 DEBUG [RS:0;692b295ad45c:39873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,39873,1731093614409' 2024-11-08T19:20:16,588 DEBUG [RS:0;692b295ad45c:39873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11264037182/online-snapshot/abort' 2024-11-08T19:20:16,588 DEBUG [RS:0;692b295ad45c:39873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11264037182/online-snapshot/acquired' 2024-11-08T19:20:16,588 DEBUG [RS:0;692b295ad45c:39873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:20:16,588 INFO [RS:0;692b295ad45c:39873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:20:16,588 INFO [RS:0;692b295ad45c:39873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:20:16,689 INFO [RS:0;692b295ad45c:39873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:20:16,690 INFO [RS:0;692b295ad45c:39873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C39873%2C1731093614409, suffix=, logDir=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409, archiveDir=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/oldWALs, maxLogs=10 2024-11-08T19:20:16,706 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:20:16,706 DEBUG [RS:0;692b295ad45c:39873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690, exclude list is [], retry=0 2024-11-08T19:20:16,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44733,DS-a27d417a-035d-489d-b55c-05e2b0975f77,DISK] 2024-11-08T19:20:16,709 INFO [RS:0;692b295ad45c:39873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 2024-11-08T19:20:16,710 DEBUG [RS:0;692b295ad45c:39873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38531:38531)] 2024-11-08T19:20:16,843 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:20:16,843 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6 2024-11-08T19:20:16,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741833_1009 (size=32) 2024-11-08T19:20:16,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:16,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:16,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:16,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:16,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:16,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:16,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:16,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:16,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:16,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:16,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:16,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:16,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:16,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:17,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:17,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:20:17,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:20:17,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:17,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:17,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:20:17,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:20:17,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:17,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:17,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:20:17,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:20:17,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:17,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:17,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:20:17,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:20:17,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:17,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:17,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:20:17,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740 2024-11-08T19:20:17,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740 2024-11-08T19:20:17,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:20:17,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:20:17,254 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:20:17,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:20:17,256 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:20:17,256 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65006023, jitterRate=-0.0313347727060318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:20:17,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093617247Initializing all the Stores at 1731093617248 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093617248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093617248Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093617248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093617248Cleaning up temporary data from old regions at 1731093617254 (+6 ms)Region opened successfully at 1731093617256 (+2 ms) 2024-11-08T19:20:17,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:20:17,257 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:20:17,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:20:17,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:20:17,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:20:17,257 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:20:17,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093617257Disabling compacts and flushes for region at 1731093617257Disabling writes for close at 1731093617257Writing region close event to WAL at 1731093617257Closed at 1731093617257 2024-11-08T19:20:17,258 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:20:17,258 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:20:17,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:20:17,259 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:20:17,259 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:20:17,410 DEBUG [692b295ad45c:38805 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:20:17,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,39873,1731093614409 2024-11-08T19:20:17,411 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,39873,1731093614409, state=OPENING 2024-11-08T19:20:17,442 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:20:17,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:17,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:17,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:17,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:17,460 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:20:17,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182 2024-11-08T19:20:17,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182 2024-11-08T19:20:17,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11264037182/meta-region-server: CHANGED 2024-11-08T19:20:17,471 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:20:17,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,39873,1731093614409}] 2024-11-08T19:20:17,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11264037182/meta-region-server: CHANGED 2024-11-08T19:20:17,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:17,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:17,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:17,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:17,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:17,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:17,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:17,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:17,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:17,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:17,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:20:17,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:20:17,628 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:20:17,628 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:20:17,628 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:20:17,629 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C39873%2C1731093614409.meta, suffix=.meta, logDir=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409, archiveDir=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/oldWALs, maxLogs=10 2024-11-08T19:20:17,659 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.meta.1731093617642.meta, exclude list is [], retry=0 2024-11-08T19:20:17,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44733,DS-a27d417a-035d-489d-b55c-05e2b0975f77,DISK] 2024-11-08T19:20:17,663 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.meta.1731093617642.meta 2024-11-08T19:20:17,663 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38531:38531)] 2024-11-08T19:20:17,663 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:20:17,664 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:20:17,664 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:20:17,664 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:20:17,664 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:20:17,664 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:20:17,664 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:17,664 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:20:17,664 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:20:17,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:20:17,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:20:17,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:17,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:17,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:20:17,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:20:17,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:17,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:17,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:20:17,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:20:17,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:17,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:17,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:20:17,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:20:17,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:17,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:17,670 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:20:17,670 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740 2024-11-08T19:20:17,671 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740 2024-11-08T19:20:17,672 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:20:17,672 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:20:17,672 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:20:17,673 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:20:17,673 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59104331, jitterRate=-0.11927683651447296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:20:17,673 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:20:17,674 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093617664Writing region info on filesystem at 1731093617664Initializing all the Stores at 1731093617665 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093617665Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093617665Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093617665Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093617665Cleaning up temporary data from old regions at 1731093617672 (+7 ms)Running coprocessor post-open hooks at 1731093617673 (+1 ms)Region opened successfully at 1731093617673 2024-11-08T19:20:17,674 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093617624 2024-11-08T19:20:17,676 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:20:17,676 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:20:17,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,39873,1731093614409 2024-11-08T19:20:17,677 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,39873,1731093614409, state=OPEN 2024-11-08T19:20:17,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11264037182/meta-region-server 2024-11-08T19:20:17,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11264037182/meta-region-server 2024-11-08T19:20:17,690 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,39873,1731093614409 2024-11-08T19:20:17,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11264037182/meta-region-server: CHANGED 2024-11-08T19:20:17,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11264037182/meta-region-server: CHANGED 2024-11-08T19:20:17,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:20:17,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,39873,1731093614409 in 218 msec 2024-11-08T19:20:17,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:20:17,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-08T19:20:17,694 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:20:17,694 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:20:17,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:20:17,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,39873,1731093614409, seqNum=-1] 2024-11-08T19:20:17,695 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:20:17,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:20:17,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-11-08T19:20:17,701 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093617701, completionTime=-1 2024-11-08T19:20:17,701 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:20:17,701 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:20:17,702 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:20:17,702 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093677702 2024-11-08T19:20:17,703 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093737703 2024-11-08T19:20:17,703 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T19:20:17,703 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38805,1731093614257-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:17,703 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38805,1731093614257-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:17,703 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38805,1731093614257-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:17,703 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:38805, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:17,703 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:17,703 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:17,704 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:20:17,706 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.214sec 2024-11-08T19:20:17,706 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:20:17,706 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:20:17,706 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:20:17,706 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:20:17,706 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:20:17,706 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38805,1731093614257-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:20:17,706 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38805,1731093614257-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:20:17,708 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:20:17,708 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:20:17,708 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38805,1731093614257-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:17,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c855eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:17,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,38805,-1 for getting cluster id 2024-11-08T19:20:17,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:17,747 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da892832-01d9-4a8a-b177-a771e385d53c' 2024-11-08T19:20:17,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:17,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da892832-01d9-4a8a-b177-a771e385d53c" 2024-11-08T19:20:17,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbc956d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:17,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,38805,-1] 2024-11-08T19:20:17,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:17,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:17,748 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:17,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1a61da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:17,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:20:17,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,39873,1731093614409, seqNum=-1] 2024-11-08T19:20:17,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:20:17,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:20:17,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,38805,1731093614257 2024-11-08T19:20:17,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53836 2024-11-08T19:20:17,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:20:17,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011be42ded0005 connected 2024-11-08T19:20:17,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/hadoop.log.dir so I do NOT create it in target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad 2024-11-08T19:20:17,779 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:20:17,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/hadoop.tmp.dir so I do NOT create it in target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad 2024-11-08T19:20:17,779 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:20:17,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad 2024-11-08T19:20:17,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:20:17,779 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/cluster_8508b74c-02d5-51c1-b1fa-b94995ff736e, deleteOnExit=true 2024-11-08T19:20:17,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:20:17,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/test.cache.data in system properties and HBase conf 2024-11-08T19:20:17,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:20:17,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:20:17,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:20:17,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:20:17,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:20:17,780 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:20:17,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:20:17,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:20:17,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:20:17,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:20:17,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:20:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:20:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:20:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:20:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:20:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:20:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:20:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:20:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:20:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:20:18,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:20:18,103 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:20:18,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:20:18,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:20:18,104 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:20:18,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:20:18,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31560e85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:20:18,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f855cf8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:20:18,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@144990fb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/java.io.tmpdir/jetty-localhost-46465-hadoop-hdfs-3_4_1-tests_jar-_-any-1760459305259360317/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:20:18,235 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2974110c{HTTP/1.1, (http/1.1)}{localhost:46465} 2024-11-08T19:20:18,235 INFO [Time-limited test {}] server.Server(415): Started @292558ms 2024-11-08T19:20:18,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:20:18,543 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:20:18,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:20:18,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:20:18,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:20:18,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41bae531{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:20:18,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d9e4ee2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:20:18,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4462b73d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/java.io.tmpdir/jetty-localhost-43195-hadoop-hdfs-3_4_1-tests_jar-_-any-17447942161523822736/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:20:18,677 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cf3f887{HTTP/1.1, (http/1.1)}{localhost:43195} 2024-11-08T19:20:18,677 INFO [Time-limited test {}] server.Server(415): Started @293000ms 2024-11-08T19:20:18,678 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:20:19,372 WARN [Thread-3689 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/cluster_8508b74c-02d5-51c1-b1fa-b94995ff736e/data/data1/current/BP-1668165341-172.17.0.2-1731093617799/current, will proceed with Du for space computation calculation, 2024-11-08T19:20:19,372 WARN [Thread-3690 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/cluster_8508b74c-02d5-51c1-b1fa-b94995ff736e/data/data2/current/BP-1668165341-172.17.0.2-1731093617799/current, will proceed with Du for space computation calculation, 2024-11-08T19:20:19,390 WARN [Thread-3677 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:20:19,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0e627e72a201328 with lease ID 0x74f7d141c07dc70d: Processing first storage report for DS-2dd8e352-ae7d-400a-abb3-6e5a0b82059e from datanode DatanodeRegistration(127.0.0.1:37935, datanodeUuid=aae3d5be-2007-4131-af6e-78addb646f14, infoPort=33259, infoSecurePort=0, ipcPort=35437, storageInfo=lv=-57;cid=testClusterID;nsid=469537164;c=1731093617799) 2024-11-08T19:20:19,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0e627e72a201328 with lease ID 0x74f7d141c07dc70d: from storage DS-2dd8e352-ae7d-400a-abb3-6e5a0b82059e node DatanodeRegistration(127.0.0.1:37935, datanodeUuid=aae3d5be-2007-4131-af6e-78addb646f14, infoPort=33259, infoSecurePort=0, ipcPort=35437, storageInfo=lv=-57;cid=testClusterID;nsid=469537164;c=1731093617799), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:20:19,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0e627e72a201328 with lease ID 0x74f7d141c07dc70d: Processing first storage report for DS-421aa328-cc1d-41a9-af72-9e84d9a6bfa2 from datanode DatanodeRegistration(127.0.0.1:37935, datanodeUuid=aae3d5be-2007-4131-af6e-78addb646f14, infoPort=33259, infoSecurePort=0, ipcPort=35437, storageInfo=lv=-57;cid=testClusterID;nsid=469537164;c=1731093617799) 2024-11-08T19:20:19,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0e627e72a201328 with lease ID 0x74f7d141c07dc70d: from storage DS-421aa328-cc1d-41a9-af72-9e84d9a6bfa2 node DatanodeRegistration(127.0.0.1:37935, datanodeUuid=aae3d5be-2007-4131-af6e-78addb646f14, infoPort=33259, infoSecurePort=0, ipcPort=35437, storageInfo=lv=-57;cid=testClusterID;nsid=469537164;c=1731093617799), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:20:19,421 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad 2024-11-08T19:20:19,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:19,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:19,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:20:19,833 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8 with version=8 2024-11-08T19:20:19,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/hbase-staging 2024-11-08T19:20:19,835 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:20:19,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:19,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:19,835 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:20:19,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:19,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:20:19,835 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:20:19,835 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:20:19,836 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43087 2024-11-08T19:20:19,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43087 connecting to ZooKeeper ensemble=127.0.0.1:53836 2024-11-08T19:20:19,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430870x0, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:20:19,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43087-0x1011be42ded0006 connected 2024-11-08T19:20:19,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:19,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:19,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Set watcher on znode that does not yet exist, /21576154970/running 2024-11-08T19:20:19,960 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8, hbase.cluster.distributed=false 2024-11-08T19:20:19,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Set watcher on znode that does not yet exist, /21576154970/acl 2024-11-08T19:20:19,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43087 2024-11-08T19:20:19,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43087 2024-11-08T19:20:19,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43087 2024-11-08T19:20:19,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43087 2024-11-08T19:20:19,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43087 2024-11-08T19:20:19,980 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:20:19,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:19,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:19,980 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:20:19,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:19,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:20:19,980 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:20:19,980 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:20:19,981 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37455 2024-11-08T19:20:19,981 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37455 connecting to ZooKeeper ensemble=127.0.0.1:53836 2024-11-08T19:20:19,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:19,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:19,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374550x0, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:20:19,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374550x0, quorum=127.0.0.1:53836, baseZNode=/21576154970 Set watcher on znode that does not yet exist, /21576154970/running 2024-11-08T19:20:19,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37455-0x1011be42ded0007 connected 2024-11-08T19:20:19,998 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:20:19,998 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:20:19,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Set watcher on znode that does not yet exist, /21576154970/master 2024-11-08T19:20:19,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Set watcher on znode that does not yet exist, /21576154970/acl 2024-11-08T19:20:20,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37455 2024-11-08T19:20:20,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37455 2024-11-08T19:20:20,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37455 2024-11-08T19:20:20,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37455 2024-11-08T19:20:20,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37455 2024-11-08T19:20:20,025 DEBUG [M:0;692b295ad45c:43087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:43087 2024-11-08T19:20:20,026 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21576154970/backup-masters/692b295ad45c,43087,1731093619835 2024-11-08T19:20:20,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970/backup-masters 2024-11-08T19:20:20,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970/backup-masters 2024-11-08T19:20:20,037 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Set watcher on existing znode=/21576154970/backup-masters/692b295ad45c,43087,1731093619835 2024-11-08T19:20:20,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970 2024-11-08T19:20:20,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21576154970/master 2024-11-08T19:20:20,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970 2024-11-08T19:20:20,050 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Set watcher on existing znode=/21576154970/master 2024-11-08T19:20:20,051 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21576154970/backup-masters/692b295ad45c,43087,1731093619835 from backup master directory 2024-11-08T19:20:20,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21576154970/backup-masters/692b295ad45c,43087,1731093619835 2024-11-08T19:20:20,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970/backup-masters 2024-11-08T19:20:20,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970/backup-masters 2024-11-08T19:20:20,060 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:20:20,060 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,43087,1731093619835 2024-11-08T19:20:20,063 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/hbase.id] with ID: 1469ffd7-5427-4c4f-88d5-4aba5d5279c9 2024-11-08T19:20:20,063 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/.tmp/hbase.id 2024-11-08T19:20:20,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:20:20,467 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/.tmp/hbase.id]:[hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/hbase.id] 2024-11-08T19:20:20,475 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:20,475 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:20:20,476 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T19:20:20,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970 2024-11-08T19:20:20,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970 2024-11-08T19:20:20,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:20:20,928 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:20:20,929 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:20:20,929 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:20:20,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:20:20,934 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store 2024-11-08T19:20:20,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:20:21,344 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:21,344 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:20:21,344 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:21,344 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:21,344 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:20:21,344 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:21,344 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:21,344 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093621344Disabling compacts and flushes for region at 1731093621344Disabling writes for close at 1731093621344Writing region close event to WAL at 1731093621344Closed at 1731093621344 2024-11-08T19:20:21,345 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/.initializing 2024-11-08T19:20:21,345 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/WALs/692b295ad45c,43087,1731093619835 2024-11-08T19:20:21,346 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:20:21,347 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C43087%2C1731093619835, suffix=, logDir=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/WALs/692b295ad45c,43087,1731093619835, archiveDir=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/oldWALs, maxLogs=10 2024-11-08T19:20:21,364 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/WALs/692b295ad45c,43087,1731093619835/692b295ad45c%2C43087%2C1731093619835.1731093621347, exclude list is [], retry=0 2024-11-08T19:20:21,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37935,DS-2dd8e352-ae7d-400a-abb3-6e5a0b82059e,DISK] 2024-11-08T19:20:21,368 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/WALs/692b295ad45c,43087,1731093619835/692b295ad45c%2C43087%2C1731093619835.1731093621347 2024-11-08T19:20:21,368 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33259:33259)] 2024-11-08T19:20:21,368 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:20:21,369 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:21,369 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:21,369 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:21,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:21,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:20:21,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:21,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:21,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:21,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:20:21,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:21,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:21,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:21,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:20:21,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:21,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:21,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:21,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:20:21,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:21,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:21,375 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:21,375 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:21,375 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:21,376 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:21,376 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:21,376 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:20:21,377 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:21,378 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:20:21,379 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61008328, jitterRate=-0.0909050703048706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:20:21,379 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093621369Initializing all the Stores at 1731093621370 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093621370Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093621370Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093621370Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093621370Cleaning up temporary data from old regions at 1731093621376 (+6 ms)Region opened successfully at 1731093621379 (+3 ms) 2024-11-08T19:20:21,379 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:20:21,382 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28fb5f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:20:21,383 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:20:21,383 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:20:21,383 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:20:21,383 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:20:21,384 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:20:21,384 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:20:21,384 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:20:21,386 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:20:21,386 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Unable to get data of znode /21576154970/balancer because node does not exist (not necessarily an error) 2024-11-08T19:20:21,450 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21576154970/balancer already deleted, retry=false 2024-11-08T19:20:21,450 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:20:21,451 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Unable to get data of znode /21576154970/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:20:21,460 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21576154970/normalizer already deleted, retry=false 2024-11-08T19:20:21,461 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:20:21,462 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Unable to get data of znode /21576154970/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:20:21,471 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21576154970/switch/split already deleted, retry=false 2024-11-08T19:20:21,472 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Unable to get data of znode /21576154970/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:20:21,481 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21576154970/switch/merge already deleted, retry=false 2024-11-08T19:20:21,483 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Unable to get data of znode /21576154970/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:20:21,492 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21576154970/snapshot-cleanup already deleted, retry=false 2024-11-08T19:20:21,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21576154970/running 2024-11-08T19:20:21,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21576154970/running 2024-11-08T19:20:21,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970 2024-11-08T19:20:21,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970 2024-11-08T19:20:21,503 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,43087,1731093619835, sessionid=0x1011be42ded0006, setting cluster-up flag (Was=false) 2024-11-08T19:20:21,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970 2024-11-08T19:20:21,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970 2024-11-08T19:20:21,555 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21576154970/flush-table-proc/acquired, /21576154970/flush-table-proc/reached, /21576154970/flush-table-proc/abort 2024-11-08T19:20:21,556 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,43087,1731093619835 2024-11-08T19:20:21,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970 2024-11-08T19:20:21,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970 2024-11-08T19:20:21,608 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21576154970/online-snapshot/acquired, /21576154970/online-snapshot/reached, /21576154970/online-snapshot/abort 2024-11-08T19:20:21,608 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,43087,1731093619835 2024-11-08T19:20:21,609 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:20:21,611 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:20:21,611 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:20:21,611 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:20:21,611 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,43087,1731093619835 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:20:21,612 INFO [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(746): ClusterId : 1469ffd7-5427-4c4f-88d5-4aba5d5279c9 2024-11-08T19:20:21,612 DEBUG [RS:0;692b295ad45c:37455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:20:21,613 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:20:21,613 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:20:21,613 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:20:21,613 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:20:21,613 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:20:21,613 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:21,613 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:20:21,613 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:21,613 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093651613 2024-11-08T19:20:21,614 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:20:21,614 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:20:21,614 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:20:21,614 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:20:21,614 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:20:21,614 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:20:21,614 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:20:21,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:20:21,614 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:21,615 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:20:21,615 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:20:21,615 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:20:21,615 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:20:21,615 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:20:21,615 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:20:21,615 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:21,615 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093621615,5,FailOnTimeoutGroup] 2024-11-08T19:20:21,615 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:20:21,615 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093621615,5,FailOnTimeoutGroup] 2024-11-08T19:20:21,615 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:21,615 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:20:21,615 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:21,615 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:21,618 DEBUG [RS:0;692b295ad45c:37455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:20:21,619 DEBUG [RS:0;692b295ad45c:37455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:20:21,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:20:21,629 DEBUG [RS:0;692b295ad45c:37455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:20:21,630 DEBUG [RS:0;692b295ad45c:37455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a057a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:20:21,643 DEBUG [RS:0;692b295ad45c:37455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:37455 2024-11-08T19:20:21,643 INFO [RS:0;692b295ad45c:37455 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:20:21,643 INFO [RS:0;692b295ad45c:37455 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:20:21,643 DEBUG [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:20:21,644 INFO [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,43087,1731093619835 with port=37455, startcode=1731093619979 2024-11-08T19:20:21,644 DEBUG [RS:0;692b295ad45c:37455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:20:21,649 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:20:21,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,37455,1731093619979 2024-11-08T19:20:21,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43087 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,37455,1731093619979 2024-11-08T19:20:21,650 DEBUG [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8 2024-11-08T19:20:21,650 DEBUG [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33455 2024-11-08T19:20:21,650 DEBUG [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:20:21,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970/rs 2024-11-08T19:20:21,717 DEBUG [RS:0;692b295ad45c:37455 {}] zookeeper.ZKUtil(111): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Set watcher on existing znode=/21576154970/rs/692b295ad45c,37455,1731093619979 2024-11-08T19:20:21,717 WARN [RS:0;692b295ad45c:37455 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:20:21,717 INFO [RS:0;692b295ad45c:37455 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:20:21,717 DEBUG [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979 2024-11-08T19:20:21,718 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,37455,1731093619979] 2024-11-08T19:20:21,720 INFO [RS:0;692b295ad45c:37455 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:20:21,722 INFO [RS:0;692b295ad45c:37455 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:20:21,723 INFO [RS:0;692b295ad45c:37455 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:20:21,723 INFO [RS:0;692b295ad45c:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:21,723 INFO [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:20:21,724 INFO [RS:0;692b295ad45c:37455 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:20:21,724 INFO [RS:0;692b295ad45c:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:21,724 DEBUG [RS:0;692b295ad45c:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:21,724 DEBUG [RS:0;692b295ad45c:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:21,724 DEBUG [RS:0;692b295ad45c:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:21,724 DEBUG [RS:0;692b295ad45c:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:21,724 DEBUG [RS:0;692b295ad45c:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:21,724 DEBUG [RS:0;692b295ad45c:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:20:21,724 DEBUG [RS:0;692b295ad45c:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:21,724 DEBUG [RS:0;692b295ad45c:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:21,724 DEBUG [RS:0;692b295ad45c:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:21,724 DEBUG [RS:0;692b295ad45c:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:21,725 DEBUG [RS:0;692b295ad45c:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:21,725 DEBUG [RS:0;692b295ad45c:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:21,725 DEBUG [RS:0;692b295ad45c:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:20:21,725 DEBUG [RS:0;692b295ad45c:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:20:21,732 INFO [RS:0;692b295ad45c:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:21,732 INFO [RS:0;692b295ad45c:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:21,732 INFO [RS:0;692b295ad45c:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:21,732 INFO [RS:0;692b295ad45c:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:21,732 INFO [RS:0;692b295ad45c:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:21,733 INFO [RS:0;692b295ad45c:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37455,1731093619979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:20:21,750 INFO [RS:0;692b295ad45c:37455 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:20:21,750 INFO [RS:0;692b295ad45c:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37455,1731093619979-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:21,750 INFO [RS:0;692b295ad45c:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:21,750 INFO [RS:0;692b295ad45c:37455 {}] regionserver.Replication(171): 692b295ad45c,37455,1731093619979 started 2024-11-08T19:20:21,766 INFO [RS:0;692b295ad45c:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:21,766 INFO [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,37455,1731093619979, RpcServer on 692b295ad45c/172.17.0.2:37455, sessionid=0x1011be42ded0007 2024-11-08T19:20:21,766 DEBUG [RS:0;692b295ad45c:37455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:20:21,766 DEBUG [RS:0;692b295ad45c:37455 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,37455,1731093619979 2024-11-08T19:20:21,766 DEBUG [RS:0;692b295ad45c:37455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,37455,1731093619979' 2024-11-08T19:20:21,766 DEBUG [RS:0;692b295ad45c:37455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21576154970/flush-table-proc/abort' 2024-11-08T19:20:21,767 DEBUG [RS:0;692b295ad45c:37455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21576154970/flush-table-proc/acquired' 2024-11-08T19:20:21,767 DEBUG [RS:0;692b295ad45c:37455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:20:21,767 DEBUG [RS:0;692b295ad45c:37455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:20:21,767 DEBUG [RS:0;692b295ad45c:37455 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,37455,1731093619979 2024-11-08T19:20:21,767 DEBUG [RS:0;692b295ad45c:37455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,37455,1731093619979' 2024-11-08T19:20:21,767 DEBUG [RS:0;692b295ad45c:37455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21576154970/online-snapshot/abort' 2024-11-08T19:20:21,767 DEBUG [RS:0;692b295ad45c:37455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21576154970/online-snapshot/acquired' 2024-11-08T19:20:21,768 DEBUG [RS:0;692b295ad45c:37455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:20:21,768 INFO [RS:0;692b295ad45c:37455 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:20:21,768 INFO [RS:0;692b295ad45c:37455 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:20:21,868 INFO [RS:0;692b295ad45c:37455 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:20:21,869 INFO [RS:0;692b295ad45c:37455 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C37455%2C1731093619979, suffix=, logDir=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979, archiveDir=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/oldWALs, maxLogs=10 2024-11-08T19:20:21,883 DEBUG [RS:0;692b295ad45c:37455 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870, exclude list is [], retry=0 2024-11-08T19:20:21,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37935,DS-2dd8e352-ae7d-400a-abb3-6e5a0b82059e,DISK] 2024-11-08T19:20:21,891 INFO [RS:0;692b295ad45c:37455 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 2024-11-08T19:20:21,891 DEBUG [RS:0;692b295ad45c:37455 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33259:33259)] 2024-11-08T19:20:22,024 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:20:22,024 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8 2024-11-08T19:20:22,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741833_1009 (size=32) 2024-11-08T19:20:22,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:22,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:20:22,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:20:22,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:22,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:22,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:20:22,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:20:22,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:22,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:22,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:20:22,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:20:22,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:22,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:22,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:20:22,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:20:22,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:22,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:22,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:20:22,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740 2024-11-08T19:20:22,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740 2024-11-08T19:20:22,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:20:22,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:20:22,438 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:20:22,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:20:22,440 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:20:22,440 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59144117, jitterRate=-0.11868397891521454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:20:22,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093622429Initializing all the Stores at 1731093622430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093622430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093622430Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093622430Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093622430Cleaning up temporary data from old regions at 1731093622437 (+7 ms)Region opened successfully at 1731093622440 (+3 ms) 2024-11-08T19:20:22,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:20:22,440 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:20:22,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:20:22,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:20:22,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:20:22,441 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:20:22,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093622440Disabling compacts and flushes for region at 1731093622440Disabling writes for close at 1731093622440Writing region close event to WAL at 1731093622441 (+1 ms)Closed at 1731093622441 2024-11-08T19:20:22,442 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:20:22,442 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:20:22,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:20:22,442 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:20:22,443 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:20:22,593 DEBUG [692b295ad45c:43087 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:20:22,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,37455,1731093619979 2024-11-08T19:20:22,594 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,37455,1731093619979, state=OPENING 2024-11-08T19:20:22,660 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:20:22,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970 2024-11-08T19:20:22,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970 2024-11-08T19:20:22,671 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:20:22,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21576154970/meta-region-server: CHANGED 2024-11-08T19:20:22,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,37455,1731093619979}] 2024-11-08T19:20:22,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21576154970/meta-region-server: CHANGED 2024-11-08T19:20:22,824 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:20:22,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:20:22,827 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:20:22,827 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:20:22,827 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:20:22,828 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C37455%2C1731093619979.meta, suffix=.meta, logDir=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979, archiveDir=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/oldWALs, maxLogs=10 2024-11-08T19:20:22,840 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.meta.1731093622829.meta, exclude list is [], retry=0 2024-11-08T19:20:22,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37935,DS-2dd8e352-ae7d-400a-abb3-6e5a0b82059e,DISK] 2024-11-08T19:20:22,843 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.meta.1731093622829.meta 2024-11-08T19:20:22,843 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33259:33259)] 2024-11-08T19:20:22,844 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:20:22,844 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:20:22,844 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:20:22,844 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:20:22,844 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:20:22,844 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:20:22,844 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:22,844 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:20:22,844 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:20:22,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:20:22,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:20:22,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:22,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:22,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:20:22,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:20:22,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:22,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:22,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:20:22,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:20:22,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:22,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:22,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:20:22,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:20:22,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:22,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:22,849 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:20:22,850 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740 2024-11-08T19:20:22,850 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740 2024-11-08T19:20:22,851 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:20:22,851 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:20:22,852 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:20:22,852 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:20:22,853 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64618275, jitterRate=-0.03711266815662384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:20:22,853 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:20:22,853 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093622844Writing region info on filesystem at 1731093622844Initializing all the Stores at 1731093622845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093622845Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093622845Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093622845Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093622845Cleaning up temporary data from old regions at 1731093622851 (+6 ms)Running coprocessor post-open hooks at 1731093622853 (+2 ms)Region opened successfully at 1731093622853 2024-11-08T19:20:22,854 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093622823 2024-11-08T19:20:22,856 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:20:22,856 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:20:22,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,37455,1731093619979 2024-11-08T19:20:22,857 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,37455,1731093619979, state=OPEN 2024-11-08T19:20:22,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21576154970/meta-region-server 2024-11-08T19:20:22,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21576154970/meta-region-server 2024-11-08T19:20:22,868 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,37455,1731093619979 2024-11-08T19:20:22,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21576154970/meta-region-server: CHANGED 2024-11-08T19:20:22,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21576154970/meta-region-server: CHANGED 2024-11-08T19:20:22,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:20:22,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,37455,1731093619979 in 197 msec 2024-11-08T19:20:22,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:20:22,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-08T19:20:22,871 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:20:22,871 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:20:22,872 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:20:22,872 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37455,1731093619979, seqNum=-1] 2024-11-08T19:20:22,873 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:20:22,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:20:22,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-11-08T19:20:22,878 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093622878, completionTime=-1 2024-11-08T19:20:22,878 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:20:22,878 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:20:22,880 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:20:22,880 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093682880 2024-11-08T19:20:22,880 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093742880 2024-11-08T19:20:22,880 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T19:20:22,880 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43087,1731093619835-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:22,880 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43087,1731093619835-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:22,880 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43087,1731093619835-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:22,880 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:43087, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:22,880 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:22,880 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:22,882 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:20:22,883 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.823sec 2024-11-08T19:20:22,883 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:20:22,883 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:20:22,883 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:20:22,883 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:20:22,883 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:20:22,883 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43087,1731093619835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:20:22,883 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43087,1731093619835-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:20:22,885 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:20:22,885 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:20:22,885 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43087,1731093619835-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:22,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79087036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:22,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,43087,-1 for getting cluster id 2024-11-08T19:20:22,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:22,915 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1469ffd7-5427-4c4f-88d5-4aba5d5279c9' 2024-11-08T19:20:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1469ffd7-5427-4c4f-88d5-4aba5d5279c9" 2024-11-08T19:20:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269459dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,43087,-1] 2024-11-08T19:20:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:22,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:22,916 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:22,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9f9e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:22,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:20:22,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37455,1731093619979, seqNum=-1] 2024-11-08T19:20:22,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:20:22,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:20:22,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,43087,1731093619835 2024-11-08T19:20:22,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53836 2024-11-08T19:20:22,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:20:22,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011be42ded0008 connected 2024-11-08T19:20:22,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:20:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,34317,1731093609213 2024-11-08T19:20:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7293a6ba 2024-11-08T19:20:22,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:20:22,945 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:20:22,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34317 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:20:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34317 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T19:20:22,948 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:20:22,948 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:22,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34317 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T19:20:22,948 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:20:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:22,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741835_1011 (size=902) 2024-11-08T19:20:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:23,167 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:20:23,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:23,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:23,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:23,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:23,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:23,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:23,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:23,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:23,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:23,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:23,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:23,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:23,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:23,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:23,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd6224e4d61155dfd7c32c359b76523d, NAME => 'test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04 2024-11-08T19:20:23,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741836_1012 (size=39) 2024-11-08T19:20:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:23,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:23,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bd6224e4d61155dfd7c32c359b76523d, disabling compactions & flushes 2024-11-08T19:20:23,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d. 2024-11-08T19:20:23,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d. 2024-11-08T19:20:23,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d. after waiting 0 ms 2024-11-08T19:20:23,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d. 2024-11-08T19:20:23,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d. 2024-11-08T19:20:23,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd6224e4d61155dfd7c32c359b76523d: Waiting for close lock at 1731093623759Disabling compacts and flushes for region at 1731093623759Disabling writes for close at 1731093623759Writing region close event to WAL at 1731093623759Closed at 1731093623759 2024-11-08T19:20:23,760 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:20:23,760 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731093623760"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093623760"}]},"ts":"1731093623760"} 2024-11-08T19:20:23,762 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:20:23,763 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:20:23,763 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093623763"}]},"ts":"1731093623763"} 2024-11-08T19:20:23,764 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T19:20:23,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bd6224e4d61155dfd7c32c359b76523d, ASSIGN}] 2024-11-08T19:20:23,765 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bd6224e4d61155dfd7c32c359b76523d, ASSIGN 2024-11-08T19:20:23,766 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bd6224e4d61155dfd7c32c359b76523d, ASSIGN; state=OFFLINE, location=692b295ad45c,40067,1731093609430; forceNewPlan=false, retain=false 2024-11-08T19:20:23,917 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bd6224e4d61155dfd7c32c359b76523d, regionState=OPENING, regionLocation=692b295ad45c,40067,1731093609430 2024-11-08T19:20:23,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bd6224e4d61155dfd7c32c359b76523d, ASSIGN because future has completed 2024-11-08T19:20:23,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd6224e4d61155dfd7c32c359b76523d, server=692b295ad45c,40067,1731093609430}] 2024-11-08T19:20:24,074 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d. 2024-11-08T19:20:24,074 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bd6224e4d61155dfd7c32c359b76523d, NAME => 'test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:20:24,074 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:20:24,074 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T19:20:24,074 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:24,075 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:24,075 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:24,075 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:24,076 INFO [StoreOpener-bd6224e4d61155dfd7c32c359b76523d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:24,077 INFO [StoreOpener-bd6224e4d61155dfd7c32c359b76523d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd6224e4d61155dfd7c32c359b76523d columnFamilyName f 2024-11-08T19:20:24,077 DEBUG [StoreOpener-bd6224e4d61155dfd7c32c359b76523d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:24,077 INFO [StoreOpener-bd6224e4d61155dfd7c32c359b76523d-1 {}] regionserver.HStore(327): Store=bd6224e4d61155dfd7c32c359b76523d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:24,077 INFO [StoreOpener-bd6224e4d61155dfd7c32c359b76523d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:24,078 INFO [StoreOpener-bd6224e4d61155dfd7c32c359b76523d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd6224e4d61155dfd7c32c359b76523d columnFamilyName f1 2024-11-08T19:20:24,078 DEBUG [StoreOpener-bd6224e4d61155dfd7c32c359b76523d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:24,078 INFO [StoreOpener-bd6224e4d61155dfd7c32c359b76523d-1 {}] regionserver.HStore(327): Store=bd6224e4d61155dfd7c32c359b76523d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:24,078 INFO [StoreOpener-bd6224e4d61155dfd7c32c359b76523d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:24,079 INFO [StoreOpener-bd6224e4d61155dfd7c32c359b76523d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd6224e4d61155dfd7c32c359b76523d columnFamilyName norep 2024-11-08T19:20:24,079 DEBUG [StoreOpener-bd6224e4d61155dfd7c32c359b76523d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:24,079 INFO [StoreOpener-bd6224e4d61155dfd7c32c359b76523d-1 {}] regionserver.HStore(327): Store=bd6224e4d61155dfd7c32c359b76523d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:24,080 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:24,080 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:24,080 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:24,081 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:24,081 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:24,081 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:20:24,082 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:24,083 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:20:24,083 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bd6224e4d61155dfd7c32c359b76523d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65419677, jitterRate=-0.02517084777355194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:20:24,083 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:24,084 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bd6224e4d61155dfd7c32c359b76523d: Running coprocessor pre-open hook at 1731093624075Writing region info on filesystem at 1731093624075Initializing all the Stores at 1731093624075Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093624075Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093624075Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093624076 (+1 ms)Cleaning up temporary data from old regions at 1731093624081 (+5 ms)Running coprocessor post-open hooks at 1731093624083 (+2 ms)Region opened successfully at 1731093624084 (+1 ms) 2024-11-08T19:20:24,085 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d., pid=6, masterSystemTime=1731093624071 2024-11-08T19:20:24,086 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d. 2024-11-08T19:20:24,086 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d. 2024-11-08T19:20:24,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bd6224e4d61155dfd7c32c359b76523d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=692b295ad45c,40067,1731093609430 2024-11-08T19:20:24,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd6224e4d61155dfd7c32c359b76523d, server=692b295ad45c,40067,1731093609430 because future has completed 2024-11-08T19:20:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:24,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:20:24,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bd6224e4d61155dfd7c32c359b76523d, server=692b295ad45c,40067,1731093609430 in 170 msec 2024-11-08T19:20:24,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:20:24,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bd6224e4d61155dfd7c32c359b76523d, ASSIGN in 326 msec 2024-11-08T19:20:24,092 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:20:24,092 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093624092"}]},"ts":"1731093624092"} 2024-11-08T19:20:24,094 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T19:20:24,094 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:20:24,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-08T19:20:24,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T19:20:24,251 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T19:20:24,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:20:24,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T19:20:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:25,100 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T19:20:25,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:20:25,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,38805,1731093614257 2024-11-08T19:20:25,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6104feff 2024-11-08T19:20:25,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:20:25,102 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:20:25,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:20:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T19:20:25,104 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:20:25,104 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:25,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T19:20:25,105 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:20:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:25,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741835_1011 (size=902) 2024-11-08T19:20:25,111 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79ff66a47761ad3e13c8394b73cc7b03, NAME => 'test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6 2024-11-08T19:20:25,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741836_1012 (size=39) 2024-11-08T19:20:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:25,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:25,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 79ff66a47761ad3e13c8394b73cc7b03, disabling compactions & flushes 2024-11-08T19:20:25,516 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03. 2024-11-08T19:20:25,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03. 2024-11-08T19:20:25,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03. after waiting 0 ms 2024-11-08T19:20:25,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03. 2024-11-08T19:20:25,516 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03. 2024-11-08T19:20:25,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79ff66a47761ad3e13c8394b73cc7b03: Waiting for close lock at 1731093625516Disabling compacts and flushes for region at 1731093625516Disabling writes for close at 1731093625516Writing region close event to WAL at 1731093625516Closed at 1731093625516 2024-11-08T19:20:25,517 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:20:25,517 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731093625517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093625517"}]},"ts":"1731093625517"} 2024-11-08T19:20:25,519 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:20:25,520 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:20:25,520 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093625520"}]},"ts":"1731093625520"} 2024-11-08T19:20:25,521 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T19:20:25,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=79ff66a47761ad3e13c8394b73cc7b03, ASSIGN}] 2024-11-08T19:20:25,522 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=79ff66a47761ad3e13c8394b73cc7b03, ASSIGN 2024-11-08T19:20:25,523 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=79ff66a47761ad3e13c8394b73cc7b03, ASSIGN; state=OFFLINE, location=692b295ad45c,39873,1731093614409; forceNewPlan=false, retain=false 2024-11-08T19:20:25,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=79ff66a47761ad3e13c8394b73cc7b03, regionState=OPENING, regionLocation=692b295ad45c,39873,1731093614409 2024-11-08T19:20:25,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=79ff66a47761ad3e13c8394b73cc7b03, ASSIGN because future has completed 2024-11-08T19:20:25,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79ff66a47761ad3e13c8394b73cc7b03, server=692b295ad45c,39873,1731093614409}] 2024-11-08T19:20:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:25,830 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03. 2024-11-08T19:20:25,830 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 79ff66a47761ad3e13c8394b73cc7b03, NAME => 'test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:20:25,831 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:20:25,831 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T19:20:25,831 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:25,831 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:25,831 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:25,831 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:25,832 INFO [StoreOpener-79ff66a47761ad3e13c8394b73cc7b03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:25,833 INFO [StoreOpener-79ff66a47761ad3e13c8394b73cc7b03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79ff66a47761ad3e13c8394b73cc7b03 columnFamilyName f 2024-11-08T19:20:25,833 DEBUG [StoreOpener-79ff66a47761ad3e13c8394b73cc7b03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:25,833 INFO [StoreOpener-79ff66a47761ad3e13c8394b73cc7b03-1 {}] regionserver.HStore(327): Store=79ff66a47761ad3e13c8394b73cc7b03/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:25,833 INFO [StoreOpener-79ff66a47761ad3e13c8394b73cc7b03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:25,834 INFO [StoreOpener-79ff66a47761ad3e13c8394b73cc7b03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79ff66a47761ad3e13c8394b73cc7b03 columnFamilyName f1 2024-11-08T19:20:25,834 DEBUG [StoreOpener-79ff66a47761ad3e13c8394b73cc7b03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:25,834 INFO [StoreOpener-79ff66a47761ad3e13c8394b73cc7b03-1 {}] regionserver.HStore(327): Store=79ff66a47761ad3e13c8394b73cc7b03/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:25,834 INFO [StoreOpener-79ff66a47761ad3e13c8394b73cc7b03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:25,835 INFO [StoreOpener-79ff66a47761ad3e13c8394b73cc7b03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79ff66a47761ad3e13c8394b73cc7b03 columnFamilyName norep 2024-11-08T19:20:25,835 DEBUG [StoreOpener-79ff66a47761ad3e13c8394b73cc7b03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:25,835 INFO [StoreOpener-79ff66a47761ad3e13c8394b73cc7b03-1 {}] regionserver.HStore(327): Store=79ff66a47761ad3e13c8394b73cc7b03/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:25,835 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:25,836 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:25,836 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:25,837 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:25,837 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:25,837 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:20:25,838 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:25,839 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:20:25,839 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 79ff66a47761ad3e13c8394b73cc7b03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67741128, jitterRate=0.009421467781066895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:20:25,840 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:25,840 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 79ff66a47761ad3e13c8394b73cc7b03: Running coprocessor pre-open hook at 1731093625831Writing region info on filesystem at 1731093625831Initializing all the Stores at 1731093625832 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093625832Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093625832Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093625832Cleaning up temporary data from old regions at 1731093625837 (+5 ms)Running coprocessor post-open hooks at 1731093625840 (+3 ms)Region opened successfully at 1731093625840 2024-11-08T19:20:25,840 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03., pid=6, masterSystemTime=1731093625827 2024-11-08T19:20:25,842 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03. 2024-11-08T19:20:25,842 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03. 2024-11-08T19:20:25,842 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=79ff66a47761ad3e13c8394b73cc7b03, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=692b295ad45c,39873,1731093614409 2024-11-08T19:20:25,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79ff66a47761ad3e13c8394b73cc7b03, server=692b295ad45c,39873,1731093614409 because future has completed 2024-11-08T19:20:25,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:20:25,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 79ff66a47761ad3e13c8394b73cc7b03, server=692b295ad45c,39873,1731093614409 in 170 msec 2024-11-08T19:20:25,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:20:25,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=79ff66a47761ad3e13c8394b73cc7b03, ASSIGN in 325 msec 2024-11-08T19:20:25,848 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:20:25,848 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093625848"}]},"ts":"1731093625848"} 2024-11-08T19:20:25,849 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T19:20:25,850 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:20:25,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-08T19:20:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:26,239 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T19:20:26,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:20:26,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,43087,1731093619835 2024-11-08T19:20:26,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6828a24c 2024-11-08T19:20:26,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:20:26,241 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:20:26,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:20:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T19:20:26,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:20:26,243 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:26,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T19:20:26,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:20:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:26,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741835_1011 (size=902) 2024-11-08T19:20:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:26,651 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6363a95a07dd01f9cf18cdfc8e9cd751, NAME => 'test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8 2024-11-08T19:20:26,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741836_1012 (size=39) 2024-11-08T19:20:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:27,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:27,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6363a95a07dd01f9cf18cdfc8e9cd751, disabling compactions & flushes 2024-11-08T19:20:27,069 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751. 2024-11-08T19:20:27,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751. 2024-11-08T19:20:27,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751. after waiting 0 ms 2024-11-08T19:20:27,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751. 2024-11-08T19:20:27,069 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751. 2024-11-08T19:20:27,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6363a95a07dd01f9cf18cdfc8e9cd751: Waiting for close lock at 1731093627069Disabling compacts and flushes for region at 1731093627069Disabling writes for close at 1731093627069Writing region close event to WAL at 1731093627069Closed at 1731093627069 2024-11-08T19:20:27,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:20:27,070 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731093627070"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093627070"}]},"ts":"1731093627070"} 2024-11-08T19:20:27,072 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:20:27,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:20:27,073 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093627073"}]},"ts":"1731093627073"} 2024-11-08T19:20:27,074 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T19:20:27,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6363a95a07dd01f9cf18cdfc8e9cd751, ASSIGN}] 2024-11-08T19:20:27,075 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6363a95a07dd01f9cf18cdfc8e9cd751, ASSIGN 2024-11-08T19:20:27,076 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6363a95a07dd01f9cf18cdfc8e9cd751, ASSIGN; state=OFFLINE, location=692b295ad45c,37455,1731093619979; forceNewPlan=false, retain=false 2024-11-08T19:20:27,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6363a95a07dd01f9cf18cdfc8e9cd751, regionState=OPENING, regionLocation=692b295ad45c,37455,1731093619979 2024-11-08T19:20:27,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6363a95a07dd01f9cf18cdfc8e9cd751, ASSIGN because future has completed 2024-11-08T19:20:27,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6363a95a07dd01f9cf18cdfc8e9cd751, server=692b295ad45c,37455,1731093619979}] 2024-11-08T19:20:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:27,383 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751. 2024-11-08T19:20:27,383 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6363a95a07dd01f9cf18cdfc8e9cd751, NAME => 'test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:20:27,384 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:20:27,384 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T19:20:27,384 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6363a95a07dd01f9cf18cdfc8e9cd751 2024-11-08T19:20:27,384 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:27,384 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6363a95a07dd01f9cf18cdfc8e9cd751 2024-11-08T19:20:27,384 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6363a95a07dd01f9cf18cdfc8e9cd751 2024-11-08T19:20:27,385 INFO [StoreOpener-6363a95a07dd01f9cf18cdfc8e9cd751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6363a95a07dd01f9cf18cdfc8e9cd751 2024-11-08T19:20:27,386 INFO [StoreOpener-6363a95a07dd01f9cf18cdfc8e9cd751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6363a95a07dd01f9cf18cdfc8e9cd751 columnFamilyName f 2024-11-08T19:20:27,386 DEBUG [StoreOpener-6363a95a07dd01f9cf18cdfc8e9cd751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:27,386 INFO [StoreOpener-6363a95a07dd01f9cf18cdfc8e9cd751-1 {}] regionserver.HStore(327): Store=6363a95a07dd01f9cf18cdfc8e9cd751/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:27,386 INFO [StoreOpener-6363a95a07dd01f9cf18cdfc8e9cd751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6363a95a07dd01f9cf18cdfc8e9cd751 2024-11-08T19:20:27,387 INFO [StoreOpener-6363a95a07dd01f9cf18cdfc8e9cd751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6363a95a07dd01f9cf18cdfc8e9cd751 columnFamilyName f1 2024-11-08T19:20:27,387 DEBUG [StoreOpener-6363a95a07dd01f9cf18cdfc8e9cd751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:27,387 INFO [StoreOpener-6363a95a07dd01f9cf18cdfc8e9cd751-1 {}] regionserver.HStore(327): Store=6363a95a07dd01f9cf18cdfc8e9cd751/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:27,387 INFO [StoreOpener-6363a95a07dd01f9cf18cdfc8e9cd751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6363a95a07dd01f9cf18cdfc8e9cd751 2024-11-08T19:20:27,388 INFO [StoreOpener-6363a95a07dd01f9cf18cdfc8e9cd751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6363a95a07dd01f9cf18cdfc8e9cd751 columnFamilyName norep 2024-11-08T19:20:27,388 DEBUG [StoreOpener-6363a95a07dd01f9cf18cdfc8e9cd751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:27,388 INFO [StoreOpener-6363a95a07dd01f9cf18cdfc8e9cd751-1 {}] regionserver.HStore(327): Store=6363a95a07dd01f9cf18cdfc8e9cd751/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:27,388 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6363a95a07dd01f9cf18cdfc8e9cd751 2024-11-08T19:20:27,388 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751 2024-11-08T19:20:27,389 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751 2024-11-08T19:20:27,389 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6363a95a07dd01f9cf18cdfc8e9cd751 2024-11-08T19:20:27,389 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6363a95a07dd01f9cf18cdfc8e9cd751 2024-11-08T19:20:27,390 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:20:27,390 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6363a95a07dd01f9cf18cdfc8e9cd751 2024-11-08T19:20:27,392 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:20:27,392 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6363a95a07dd01f9cf18cdfc8e9cd751; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64004924, jitterRate=-0.046252310276031494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:20:27,392 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6363a95a07dd01f9cf18cdfc8e9cd751 2024-11-08T19:20:27,392 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6363a95a07dd01f9cf18cdfc8e9cd751: Running coprocessor pre-open hook at 1731093627384Writing region info on filesystem at 1731093627384Initializing all the Stores at 1731093627385 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093627385Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093627385Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093627385Cleaning up temporary data from old regions at 1731093627389 (+4 ms)Running coprocessor post-open hooks at 1731093627392 (+3 ms)Region opened successfully at 1731093627392 2024-11-08T19:20:27,393 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751., pid=6, masterSystemTime=1731093627381 2024-11-08T19:20:27,394 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751. 2024-11-08T19:20:27,394 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751. 2024-11-08T19:20:27,395 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6363a95a07dd01f9cf18cdfc8e9cd751, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=692b295ad45c,37455,1731093619979 2024-11-08T19:20:27,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6363a95a07dd01f9cf18cdfc8e9cd751, server=692b295ad45c,37455,1731093619979 because future has completed 2024-11-08T19:20:27,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:20:27,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6363a95a07dd01f9cf18cdfc8e9cd751, server=692b295ad45c,37455,1731093619979 in 169 msec 2024-11-08T19:20:27,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:20:27,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6363a95a07dd01f9cf18cdfc8e9cd751, ASSIGN in 325 msec 2024-11-08T19:20:27,401 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:20:27,401 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093627401"}]},"ts":"1731093627401"} 2024-11-08T19:20:27,403 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T19:20:27,404 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:20:27,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-08T19:20:27,720 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T19:20:28,347 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:20:28,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:28,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:28,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:28,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:28,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:28,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:28,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:28,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:28,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:28,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:28,390 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T19:20:28,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c5271e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:28,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,34317,-1 for getting cluster id 2024-11-08T19:20:28,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:28,392 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd4288bb-c30b-4b6e-914e-27fcdc759f23' 2024-11-08T19:20:28,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:28,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd4288bb-c30b-4b6e-914e-27fcdc759f23" 2024-11-08T19:20:28,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf75ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:28,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,34317,-1] 2024-11-08T19:20:28,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:28,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:28,394 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:28,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4497dd1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:28,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:20:28,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,34317,1731093609213 2024-11-08T19:20:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46501058 2024-11-08T19:20:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:20:28,396 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:20:28,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34317 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://692b295ad45c:38805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T19:20:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34317 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:20:28,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:28,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:28,399 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:38805' 2024-11-08T19:20:28,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:28,400 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22886140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:28,400 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,38805,-1 for getting cluster id 2024-11-08T19:20:28,400 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:28,401 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da892832-01d9-4a8a-b177-a771e385d53c' 2024-11-08T19:20:28,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:28,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da892832-01d9-4a8a-b177-a771e385d53c" 2024-11-08T19:20:28,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adbcf1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:28,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,38805,-1] 2024-11-08T19:20:28,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:28,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:28,402 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:28,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44183cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:28,403 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:20:28,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,38805,1731093614257 2024-11-08T19:20:28,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@113c4f00 2024-11-08T19:20:28,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:20:28,404 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:20:28,405 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T19:20:28,405 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:20:28,405 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:28,405 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:28,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:28,406 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:20:28,418 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T19:20:28,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:20:28,419 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:28,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:20:28,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741837_1013 (size=1138) 2024-11-08T19:20:28,469 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T19:20:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:28,827 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ce4fc762fbd1269c755c06a45bc792e, NAME => 'hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04 2024-11-08T19:20:28,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741838_1014 (size=44) 2024-11-08T19:20:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:29,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:29,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2ce4fc762fbd1269c755c06a45bc792e, disabling compactions & flushes 2024-11-08T19:20:29,231 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. 2024-11-08T19:20:29,232 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. 2024-11-08T19:20:29,232 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. after waiting 0 ms 2024-11-08T19:20:29,232 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. 2024-11-08T19:20:29,232 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. 2024-11-08T19:20:29,232 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ce4fc762fbd1269c755c06a45bc792e: Waiting for close lock at 1731093629231Disabling compacts and flushes for region at 1731093629231Disabling writes for close at 1731093629232 (+1 ms)Writing region close event to WAL at 1731093629232Closed at 1731093629232 2024-11-08T19:20:29,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:20:29,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731093629233"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093629233"}]},"ts":"1731093629233"} 2024-11-08T19:20:29,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:20:29,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:20:29,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093629236"}]},"ts":"1731093629236"} 2024-11-08T19:20:29,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T19:20:29,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ce4fc762fbd1269c755c06a45bc792e, ASSIGN}] 2024-11-08T19:20:29,239 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ce4fc762fbd1269c755c06a45bc792e, ASSIGN 2024-11-08T19:20:29,239 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2ce4fc762fbd1269c755c06a45bc792e, ASSIGN; state=OFFLINE, location=692b295ad45c,40067,1731093609430; forceNewPlan=false, retain=false 2024-11-08T19:20:29,390 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2ce4fc762fbd1269c755c06a45bc792e, regionState=OPENING, regionLocation=692b295ad45c,40067,1731093609430 2024-11-08T19:20:29,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2ce4fc762fbd1269c755c06a45bc792e, ASSIGN because future has completed 2024-11-08T19:20:29,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ce4fc762fbd1269c755c06a45bc792e, server=692b295ad45c,40067,1731093609430}] 2024-11-08T19:20:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:29,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. 2024-11-08T19:20:29,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:20:29,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T19:20:29,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C40067%2C1731093609430.rep, suffix=, logDir=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430, archiveDir=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/oldWALs, maxLogs=10 2024-11-08T19:20:29,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.rep.1731093629547, exclude list is [], retry=0 2024-11-08T19:20:29,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-6aea2cde-76d7-49d1-bfa7-7e45bd700c3b,DISK] 2024-11-08T19:20:29,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.rep.1731093629547 2024-11-08T19:20:29,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-08T19:20:29,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ce4fc762fbd1269c755c06a45bc792e, NAME => 'hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:20:29,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:20:29,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:20:29,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. service=MultiRowMutationService 2024-11-08T19:20:29,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T19:20:29,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2ce4fc762fbd1269c755c06a45bc792e 2024-11-08T19:20:29,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:29,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2ce4fc762fbd1269c755c06a45bc792e 2024-11-08T19:20:29,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2ce4fc762fbd1269c755c06a45bc792e 2024-11-08T19:20:29,565 INFO [StoreOpener-2ce4fc762fbd1269c755c06a45bc792e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2ce4fc762fbd1269c755c06a45bc792e 2024-11-08T19:20:29,566 INFO [StoreOpener-2ce4fc762fbd1269c755c06a45bc792e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ce4fc762fbd1269c755c06a45bc792e columnFamilyName hfileref 2024-11-08T19:20:29,566 DEBUG [StoreOpener-2ce4fc762fbd1269c755c06a45bc792e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:29,566 INFO [StoreOpener-2ce4fc762fbd1269c755c06a45bc792e-1 {}] regionserver.HStore(327): Store=2ce4fc762fbd1269c755c06a45bc792e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:29,566 INFO [StoreOpener-2ce4fc762fbd1269c755c06a45bc792e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2ce4fc762fbd1269c755c06a45bc792e 2024-11-08T19:20:29,567 INFO [StoreOpener-2ce4fc762fbd1269c755c06a45bc792e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ce4fc762fbd1269c755c06a45bc792e columnFamilyName queue 2024-11-08T19:20:29,567 DEBUG [StoreOpener-2ce4fc762fbd1269c755c06a45bc792e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:29,567 INFO [StoreOpener-2ce4fc762fbd1269c755c06a45bc792e-1 {}] regionserver.HStore(327): Store=2ce4fc762fbd1269c755c06a45bc792e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:29,567 INFO [StoreOpener-2ce4fc762fbd1269c755c06a45bc792e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2ce4fc762fbd1269c755c06a45bc792e 2024-11-08T19:20:29,568 INFO [StoreOpener-2ce4fc762fbd1269c755c06a45bc792e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ce4fc762fbd1269c755c06a45bc792e columnFamilyName sid 2024-11-08T19:20:29,568 DEBUG [StoreOpener-2ce4fc762fbd1269c755c06a45bc792e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:29,568 INFO [StoreOpener-2ce4fc762fbd1269c755c06a45bc792e-1 {}] regionserver.HStore(327): Store=2ce4fc762fbd1269c755c06a45bc792e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:29,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2ce4fc762fbd1269c755c06a45bc792e 2024-11-08T19:20:29,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/replication/2ce4fc762fbd1269c755c06a45bc792e 2024-11-08T19:20:29,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/replication/2ce4fc762fbd1269c755c06a45bc792e 2024-11-08T19:20:29,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2ce4fc762fbd1269c755c06a45bc792e 2024-11-08T19:20:29,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2ce4fc762fbd1269c755c06a45bc792e 2024-11-08T19:20:29,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:20:29,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2ce4fc762fbd1269c755c06a45bc792e 2024-11-08T19:20:29,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/replication/2ce4fc762fbd1269c755c06a45bc792e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:20:29,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2ce4fc762fbd1269c755c06a45bc792e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73413162, jitterRate=0.09394136071205139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:20:29,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ce4fc762fbd1269c755c06a45bc792e 2024-11-08T19:20:29,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2ce4fc762fbd1269c755c06a45bc792e: Running coprocessor pre-open hook at 1731093629564Writing region info on filesystem at 1731093629564Initializing all the Stores at 1731093629564Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093629564Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093629564Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093629564Cleaning up temporary data from old regions at 1731093629569 (+5 ms)Running coprocessor post-open hooks at 1731093629572 (+3 ms)Region opened successfully at 1731093629572 2024-11-08T19:20:29,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e., pid=10, masterSystemTime=1731093629544 2024-11-08T19:20:29,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. 2024-11-08T19:20:29,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. 2024-11-08T19:20:29,574 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2ce4fc762fbd1269c755c06a45bc792e, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,40067,1731093609430 2024-11-08T19:20:29,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ce4fc762fbd1269c755c06a45bc792e, server=692b295ad45c,40067,1731093609430 because future has completed 2024-11-08T19:20:29,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T19:20:29,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ce4fc762fbd1269c755c06a45bc792e, server=692b295ad45c,40067,1731093609430 in 185 msec 2024-11-08T19:20:29,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T19:20:29,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ce4fc762fbd1269c755c06a45bc792e, ASSIGN in 341 msec 2024-11-08T19:20:29,579 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:20:29,580 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093629579"}]},"ts":"1731093629579"} 2024-11-08T19:20:29,581 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T19:20:29,581 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:20:29,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-08T19:20:29,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e., hostname=692b295ad45c,40067,1731093609430, seqNum=2] 2024-11-08T19:20:29,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750 2024-11-08T19:20:29,702 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750 2024-11-08T19:20:29,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:20:29,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40067 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T19:20:29,876 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T19:20:29,901 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-692b295ad45c,40067,1731093609430, ReplicationSource: 1, currentBandwidth=0 2024-11-08T19:20:29,901 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:20:29,901 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,40067,1731093609430, seqNum=-1] 2024-11-08T19:20:29,901 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:20:29,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-08T19:20:29,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-692b295ad45c,40067,1731093609430', locateType=CURRENT is [region=hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e., hostname=692b295ad45c,40067,1731093609430, seqNum=2] 2024-11-08T19:20:29,906 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T19:20:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34317 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T19:20:29,907 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 692b295ad45c,40067,1731093609430 suceeded 2024-11-08T19:20:29,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T19:20:29,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-08T19:20:29,909 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://692b295ad45c:38805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:20:29,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5120 sec 2024-11-08T19:20:29,919 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:38805' 2024-11-08T19:20:29,920 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@491c0642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:29,920 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,38805,-1 for getting cluster id 2024-11-08T19:20:29,920 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:29,920 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da892832-01d9-4a8a-b177-a771e385d53c' 2024-11-08T19:20:29,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:29,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da892832-01d9-4a8a-b177-a771e385d53c" 2024-11-08T19:20:29,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cf5b596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:29,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,38805,-1] 2024-11-08T19:20:29,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:29,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:29,922 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:29,922 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ef3bfd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:29,922 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:20:29,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,38805,1731093614257 2024-11-08T19:20:29,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29b7257c 2024-11-08T19:20:29,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:20:29,923 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-08T19:20:29,924 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-692b295ad45c,40067,1731093609430 (queues=1) is replicating from cluster=cd4288bb-c30b-4b6e-914e-27fcdc759f23 to cluster=da892832-01d9-4a8a-b177-a771e385d53c 2024-11-08T19:20:29,924 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=692b295ad45c%2C40067%2C1731093609430 2024-11-08T19:20:29,924 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-692b295ad45c,40067,1731093609430, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:20:29,924 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.shipper692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C40067%2C1731093609430 2024-11-08T19:20:29,925 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855, startPosition=0, beingWritten=true 2024-11-08T19:20:29,928 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:20:29,928 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 379, reset compression=false 2024-11-08T19:20:29,928 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.shipper692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,40067,1731093609430 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:20:30,131 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 379, reset compression=false 2024-11-08T19:20:30,434 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 379, reset compression=false 2024-11-08T19:20:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:30,550 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T19:20:30,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:20:30,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:30,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:30,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:30,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:30,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21699b88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:30,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,38805,-1 for getting cluster id 2024-11-08T19:20:30,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:30,552 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da892832-01d9-4a8a-b177-a771e385d53c' 2024-11-08T19:20:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da892832-01d9-4a8a-b177-a771e385d53c" 2024-11-08T19:20:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f6d6e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,38805,-1] 2024-11-08T19:20:30,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:30,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:30,553 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:30,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8583837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:30,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:20:30,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,38805,1731093614257 2024-11-08T19:20:30,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@533de543 2024-11-08T19:20:30,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:20:30,555 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:20:30,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://692b295ad45c:43087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T19:20:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:20:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:30,558 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:43087' 2024-11-08T19:20:30,558 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50fb08be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:30,558 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,43087,-1 for getting cluster id 2024-11-08T19:20:30,559 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:30,559 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1469ffd7-5427-4c4f-88d5-4aba5d5279c9' 2024-11-08T19:20:30,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:30,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1469ffd7-5427-4c4f-88d5-4aba5d5279c9" 2024-11-08T19:20:30,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3722baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:30,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,43087,-1] 2024-11-08T19:20:30,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:30,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:30,560 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:30,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efd3bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:30,561 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:20:30,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,43087,1731093619835 2024-11-08T19:20:30,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47cec213 2024-11-08T19:20:30,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:20:30,562 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:20:30,562 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T19:20:30,562 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:20:30,562 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:30,562 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:30,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:30,563 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:20:30,564 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T19:20:30,564 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:20:30,564 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:30,565 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:20:30,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741837_1013 (size=1138) 2024-11-08T19:20:30,614 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T19:20:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:30,838 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 379, reset compression=false 2024-11-08T19:20:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:30,970 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1368a3e0d5d3c85131426dcea27e0015, NAME => 'hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6 2024-11-08T19:20:30,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741838_1014 (size=44) 2024-11-08T19:20:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:31,341 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 379, reset compression=false 2024-11-08T19:20:31,377 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:31,377 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1368a3e0d5d3c85131426dcea27e0015, disabling compactions & flushes 2024-11-08T19:20:31,377 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015. 2024-11-08T19:20:31,377 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015. 2024-11-08T19:20:31,377 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015. after waiting 0 ms 2024-11-08T19:20:31,377 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015. 2024-11-08T19:20:31,377 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015. 2024-11-08T19:20:31,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1368a3e0d5d3c85131426dcea27e0015: Waiting for close lock at 1731093631377Disabling compacts and flushes for region at 1731093631377Disabling writes for close at 1731093631377Writing region close event to WAL at 1731093631377Closed at 1731093631377 2024-11-08T19:20:31,379 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:20:31,379 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731093631379"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093631379"}]},"ts":"1731093631379"} 2024-11-08T19:20:31,380 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:20:31,381 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:20:31,381 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093631381"}]},"ts":"1731093631381"} 2024-11-08T19:20:31,382 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T19:20:31,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1368a3e0d5d3c85131426dcea27e0015, ASSIGN}] 2024-11-08T19:20:31,383 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1368a3e0d5d3c85131426dcea27e0015, ASSIGN 2024-11-08T19:20:31,384 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1368a3e0d5d3c85131426dcea27e0015, ASSIGN; state=OFFLINE, location=692b295ad45c,39873,1731093614409; forceNewPlan=false, retain=false 2024-11-08T19:20:31,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1368a3e0d5d3c85131426dcea27e0015, regionState=OPENING, regionLocation=692b295ad45c,39873,1731093614409 2024-11-08T19:20:31,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1368a3e0d5d3c85131426dcea27e0015, ASSIGN because future has completed 2024-11-08T19:20:31,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1368a3e0d5d3c85131426dcea27e0015, server=692b295ad45c,39873,1731093614409}] 2024-11-08T19:20:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:31,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015. 2024-11-08T19:20:31,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:20:31,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T19:20:31,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C39873%2C1731093614409.rep, suffix=, logDir=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409, archiveDir=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/oldWALs, maxLogs=10 2024-11-08T19:20:31,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.rep.1731093631693, exclude list is [], retry=0 2024-11-08T19:20:31,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44733,DS-a27d417a-035d-489d-b55c-05e2b0975f77,DISK] 2024-11-08T19:20:31,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.rep.1731093631693 2024-11-08T19:20:31,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38531:38531)] 2024-11-08T19:20:31,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1368a3e0d5d3c85131426dcea27e0015, NAME => 'hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:20:31,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:20:31,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:20:31,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015. service=MultiRowMutationService 2024-11-08T19:20:31,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T19:20:31,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1368a3e0d5d3c85131426dcea27e0015 2024-11-08T19:20:31,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:31,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1368a3e0d5d3c85131426dcea27e0015 2024-11-08T19:20:31,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1368a3e0d5d3c85131426dcea27e0015 2024-11-08T19:20:31,714 INFO [StoreOpener-1368a3e0d5d3c85131426dcea27e0015-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1368a3e0d5d3c85131426dcea27e0015 2024-11-08T19:20:31,715 INFO [StoreOpener-1368a3e0d5d3c85131426dcea27e0015-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1368a3e0d5d3c85131426dcea27e0015 columnFamilyName hfileref 2024-11-08T19:20:31,715 DEBUG [StoreOpener-1368a3e0d5d3c85131426dcea27e0015-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:31,715 INFO [StoreOpener-1368a3e0d5d3c85131426dcea27e0015-1 {}] regionserver.HStore(327): Store=1368a3e0d5d3c85131426dcea27e0015/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:31,715 INFO [StoreOpener-1368a3e0d5d3c85131426dcea27e0015-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1368a3e0d5d3c85131426dcea27e0015 2024-11-08T19:20:31,716 INFO [StoreOpener-1368a3e0d5d3c85131426dcea27e0015-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1368a3e0d5d3c85131426dcea27e0015 columnFamilyName queue 2024-11-08T19:20:31,717 DEBUG [StoreOpener-1368a3e0d5d3c85131426dcea27e0015-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:31,717 INFO [StoreOpener-1368a3e0d5d3c85131426dcea27e0015-1 {}] regionserver.HStore(327): Store=1368a3e0d5d3c85131426dcea27e0015/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:31,717 INFO [StoreOpener-1368a3e0d5d3c85131426dcea27e0015-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1368a3e0d5d3c85131426dcea27e0015 2024-11-08T19:20:31,718 INFO [StoreOpener-1368a3e0d5d3c85131426dcea27e0015-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1368a3e0d5d3c85131426dcea27e0015 columnFamilyName sid 2024-11-08T19:20:31,718 DEBUG [StoreOpener-1368a3e0d5d3c85131426dcea27e0015-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:31,718 INFO [StoreOpener-1368a3e0d5d3c85131426dcea27e0015-1 {}] regionserver.HStore(327): Store=1368a3e0d5d3c85131426dcea27e0015/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:31,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1368a3e0d5d3c85131426dcea27e0015 2024-11-08T19:20:31,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/replication/1368a3e0d5d3c85131426dcea27e0015 2024-11-08T19:20:31,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/replication/1368a3e0d5d3c85131426dcea27e0015 2024-11-08T19:20:31,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1368a3e0d5d3c85131426dcea27e0015 2024-11-08T19:20:31,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1368a3e0d5d3c85131426dcea27e0015 2024-11-08T19:20:31,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:20:31,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1368a3e0d5d3c85131426dcea27e0015 2024-11-08T19:20:31,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/replication/1368a3e0d5d3c85131426dcea27e0015/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:20:31,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1368a3e0d5d3c85131426dcea27e0015; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69723334, jitterRate=0.03895863890647888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:20:31,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1368a3e0d5d3c85131426dcea27e0015 2024-11-08T19:20:31,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1368a3e0d5d3c85131426dcea27e0015: Running coprocessor pre-open hook at 1731093631713Writing region info on filesystem at 1731093631713Initializing all the Stores at 1731093631713Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093631713Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093631714 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093631714Cleaning up temporary data from old regions at 1731093631720 (+6 ms)Running coprocessor post-open hooks at 1731093631724 (+4 ms)Region opened successfully at 1731093631724 2024-11-08T19:20:31,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015., pid=10, masterSystemTime=1731093631688 2024-11-08T19:20:31,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015. 2024-11-08T19:20:31,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015. 2024-11-08T19:20:31,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1368a3e0d5d3c85131426dcea27e0015, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,39873,1731093614409 2024-11-08T19:20:31,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1368a3e0d5d3c85131426dcea27e0015, server=692b295ad45c,39873,1731093614409 because future has completed 2024-11-08T19:20:31,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T19:20:31,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1368a3e0d5d3c85131426dcea27e0015, server=692b295ad45c,39873,1731093614409 in 193 msec 2024-11-08T19:20:31,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T19:20:31,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1368a3e0d5d3c85131426dcea27e0015, ASSIGN in 350 msec 2024-11-08T19:20:31,734 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:20:31,734 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093631734"}]},"ts":"1731093631734"} 2024-11-08T19:20:31,736 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T19:20:31,737 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:20:31,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-08T19:20:31,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015., hostname=692b295ad45c,39873,1731093614409, seqNum=2] 2024-11-08T19:20:31,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182 2024-11-08T19:20:31,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182 2024-11-08T19:20:31,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:20:31,944 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 379, reset compression=false 2024-11-08T19:20:32,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39873 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T19:20:32,044 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T19:20:32,071 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-692b295ad45c,39873,1731093614409, ReplicationSource: 1, currentBandwidth=0 2024-11-08T19:20:32,072 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:20:32,072 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,39873,1731093614409, seqNum=-1] 2024-11-08T19:20:32,072 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:20:32,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T19:20:32,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-692b295ad45c,39873,1731093614409', locateType=CURRENT is [region=hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015., hostname=692b295ad45c,39873,1731093614409, seqNum=2] 2024-11-08T19:20:32,076 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T19:20:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T19:20:32,078 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 692b295ad45c,39873,1731093614409 suceeded 2024-11-08T19:20:32,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T19:20:32,079 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://692b295ad45c:43087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:20:32,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-08T19:20:32,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5240 sec 2024-11-08T19:20:32,089 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:43087' 2024-11-08T19:20:32,090 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ada4609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:32,090 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,43087,-1 for getting cluster id 2024-11-08T19:20:32,090 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:32,091 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1469ffd7-5427-4c4f-88d5-4aba5d5279c9' 2024-11-08T19:20:32,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:32,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1469ffd7-5427-4c4f-88d5-4aba5d5279c9" 2024-11-08T19:20:32,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e2ae422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:32,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,43087,-1] 2024-11-08T19:20:32,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:32,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:32,092 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:32,092 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62458aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:32,092 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:20:32,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,43087,1731093619835 2024-11-08T19:20:32,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77349368 2024-11-08T19:20:32,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:20:32,094 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-08T19:20:32,094 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-692b295ad45c,39873,1731093614409 (queues=1) is replicating from cluster=da892832-01d9-4a8a-b177-a771e385d53c to cluster=1469ffd7-5427-4c4f-88d5-4aba5d5279c9 2024-11-08T19:20:32,094 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=692b295ad45c%2C39873%2C1731093614409 2024-11-08T19:20:32,094 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-692b295ad45c,39873,1731093614409, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:20:32,095 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C39873%2C1731093614409 2024-11-08T19:20:32,095 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690, startPosition=0, beingWritten=true 2024-11-08T19:20:32,098 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:20:32,098 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 379, reset compression=false 2024-11-08T19:20:32,098 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,39873,1731093614409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:20:32,301 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 379, reset compression=false 2024-11-08T19:20:32,604 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 379, reset compression=false 2024-11-08T19:20:32,647 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 379, reset compression=false 2024-11-08T19:20:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:32,699 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T19:20:32,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:20:32,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:32,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:32,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:32,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:32,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2437b9ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:32,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,43087,-1 for getting cluster id 2024-11-08T19:20:32,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:32,701 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1469ffd7-5427-4c4f-88d5-4aba5d5279c9' 2024-11-08T19:20:32,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:32,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1469ffd7-5427-4c4f-88d5-4aba5d5279c9" 2024-11-08T19:20:32,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38cf1485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:32,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,43087,-1] 2024-11-08T19:20:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:32,702 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:32,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@369b629c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:32,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:20:32,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,43087,1731093619835 2024-11-08T19:20:32,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@382c34a4 2024-11-08T19:20:32,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:20:32,704 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:20:32,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://692b295ad45c:38805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T19:20:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:20:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:32,706 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:38805' 2024-11-08T19:20:32,707 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a3dd53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:32,707 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,38805,-1 for getting cluster id 2024-11-08T19:20:32,707 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:32,708 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da892832-01d9-4a8a-b177-a771e385d53c' 2024-11-08T19:20:32,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:32,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da892832-01d9-4a8a-b177-a771e385d53c" 2024-11-08T19:20:32,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ac0262, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:32,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,38805,-1] 2024-11-08T19:20:32,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:32,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:32,709 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:32,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65300157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:32,709 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:20:32,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,38805,1731093614257 2024-11-08T19:20:32,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2626b6ff 2024-11-08T19:20:32,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:20:32,710 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:20:32,711 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T19:20:32,711 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:20:32,711 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:32,711 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:32,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:32,712 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:20:32,712 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T19:20:32,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:20:32,713 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:32,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:20:32,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741837_1013 (size=1138) 2024-11-08T19:20:32,739 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be9d5eb8e8e5589f0c9922166300f2f4, NAME => 'hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8 2024-11-08T19:20:32,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741838_1014 (size=44) 2024-11-08T19:20:32,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:32,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing be9d5eb8e8e5589f0c9922166300f2f4, disabling compactions & flushes 2024-11-08T19:20:32,743 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4. 2024-11-08T19:20:32,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4. 2024-11-08T19:20:32,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4. after waiting 0 ms 2024-11-08T19:20:32,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4. 2024-11-08T19:20:32,743 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4. 2024-11-08T19:20:32,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for be9d5eb8e8e5589f0c9922166300f2f4: Waiting for close lock at 1731093632743Disabling compacts and flushes for region at 1731093632743Disabling writes for close at 1731093632743Writing region close event to WAL at 1731093632743Closed at 1731093632743 2024-11-08T19:20:32,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:20:32,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731093632744"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093632744"}]},"ts":"1731093632744"} 2024-11-08T19:20:32,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:20:32,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:20:32,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093632746"}]},"ts":"1731093632746"} 2024-11-08T19:20:32,747 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T19:20:32,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be9d5eb8e8e5589f0c9922166300f2f4, ASSIGN}] 2024-11-08T19:20:32,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be9d5eb8e8e5589f0c9922166300f2f4, ASSIGN 2024-11-08T19:20:32,749 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be9d5eb8e8e5589f0c9922166300f2f4, ASSIGN; state=OFFLINE, location=692b295ad45c,37455,1731093619979; forceNewPlan=false, retain=false 2024-11-08T19:20:32,763 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T19:20:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:32,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=be9d5eb8e8e5589f0c9922166300f2f4, regionState=OPENING, regionLocation=692b295ad45c,37455,1731093619979 2024-11-08T19:20:32,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be9d5eb8e8e5589f0c9922166300f2f4, ASSIGN because future has completed 2024-11-08T19:20:32,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure be9d5eb8e8e5589f0c9922166300f2f4, server=692b295ad45c,37455,1731093619979}] 2024-11-08T19:20:33,007 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 379, reset compression=false 2024-11-08T19:20:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:33,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4. 2024-11-08T19:20:33,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:20:33,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T19:20:33,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C37455%2C1731093619979.rep, suffix=, logDir=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979, archiveDir=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/oldWALs, maxLogs=10 2024-11-08T19:20:33,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.rep.1731093633058, exclude list is [], retry=0 2024-11-08T19:20:33,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37935,DS-2dd8e352-ae7d-400a-abb3-6e5a0b82059e,DISK] 2024-11-08T19:20:33,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.rep.1731093633058 2024-11-08T19:20:33,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33259:33259)] 2024-11-08T19:20:33,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => be9d5eb8e8e5589f0c9922166300f2f4, NAME => 'hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:20:33,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:20:33,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:20:33,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4. service=MultiRowMutationService 2024-11-08T19:20:33,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T19:20:33,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication be9d5eb8e8e5589f0c9922166300f2f4 2024-11-08T19:20:33,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:33,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for be9d5eb8e8e5589f0c9922166300f2f4 2024-11-08T19:20:33,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for be9d5eb8e8e5589f0c9922166300f2f4 2024-11-08T19:20:33,075 INFO [StoreOpener-be9d5eb8e8e5589f0c9922166300f2f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region be9d5eb8e8e5589f0c9922166300f2f4 2024-11-08T19:20:33,076 INFO [StoreOpener-be9d5eb8e8e5589f0c9922166300f2f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be9d5eb8e8e5589f0c9922166300f2f4 columnFamilyName hfileref 2024-11-08T19:20:33,076 DEBUG [StoreOpener-be9d5eb8e8e5589f0c9922166300f2f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:33,077 INFO [StoreOpener-be9d5eb8e8e5589f0c9922166300f2f4-1 {}] regionserver.HStore(327): Store=be9d5eb8e8e5589f0c9922166300f2f4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:33,077 INFO [StoreOpener-be9d5eb8e8e5589f0c9922166300f2f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region be9d5eb8e8e5589f0c9922166300f2f4 2024-11-08T19:20:33,078 INFO [StoreOpener-be9d5eb8e8e5589f0c9922166300f2f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be9d5eb8e8e5589f0c9922166300f2f4 columnFamilyName queue 2024-11-08T19:20:33,078 DEBUG [StoreOpener-be9d5eb8e8e5589f0c9922166300f2f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:33,078 INFO [StoreOpener-be9d5eb8e8e5589f0c9922166300f2f4-1 {}] regionserver.HStore(327): Store=be9d5eb8e8e5589f0c9922166300f2f4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:33,078 INFO [StoreOpener-be9d5eb8e8e5589f0c9922166300f2f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region be9d5eb8e8e5589f0c9922166300f2f4 2024-11-08T19:20:33,079 INFO [StoreOpener-be9d5eb8e8e5589f0c9922166300f2f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be9d5eb8e8e5589f0c9922166300f2f4 columnFamilyName sid 2024-11-08T19:20:33,079 DEBUG [StoreOpener-be9d5eb8e8e5589f0c9922166300f2f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:33,079 INFO [StoreOpener-be9d5eb8e8e5589f0c9922166300f2f4-1 {}] regionserver.HStore(327): Store=be9d5eb8e8e5589f0c9922166300f2f4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:33,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for be9d5eb8e8e5589f0c9922166300f2f4 2024-11-08T19:20:33,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/replication/be9d5eb8e8e5589f0c9922166300f2f4 2024-11-08T19:20:33,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/replication/be9d5eb8e8e5589f0c9922166300f2f4 2024-11-08T19:20:33,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for be9d5eb8e8e5589f0c9922166300f2f4 2024-11-08T19:20:33,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for be9d5eb8e8e5589f0c9922166300f2f4 2024-11-08T19:20:33,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:20:33,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for be9d5eb8e8e5589f0c9922166300f2f4 2024-11-08T19:20:33,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/replication/be9d5eb8e8e5589f0c9922166300f2f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:20:33,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened be9d5eb8e8e5589f0c9922166300f2f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70899949, jitterRate=0.05649156868457794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:20:33,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be9d5eb8e8e5589f0c9922166300f2f4 2024-11-08T19:20:33,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for be9d5eb8e8e5589f0c9922166300f2f4: Running coprocessor pre-open hook at 1731093633075Writing region info on filesystem at 1731093633075Initializing all the Stores at 1731093633075Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093633075Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093633075Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093633075Cleaning up temporary data from old regions at 1731093633084 (+9 ms)Running coprocessor post-open hooks at 1731093633087 (+3 ms)Region opened successfully at 1731093633087 2024-11-08T19:20:33,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4., pid=10, masterSystemTime=1731093633053 2024-11-08T19:20:33,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4. 2024-11-08T19:20:33,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4. 2024-11-08T19:20:33,090 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=be9d5eb8e8e5589f0c9922166300f2f4, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,37455,1731093619979 2024-11-08T19:20:33,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure be9d5eb8e8e5589f0c9922166300f2f4, server=692b295ad45c,37455,1731093619979 because future has completed 2024-11-08T19:20:33,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T19:20:33,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure be9d5eb8e8e5589f0c9922166300f2f4, server=692b295ad45c,37455,1731093619979 in 191 msec 2024-11-08T19:20:33,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T19:20:33,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be9d5eb8e8e5589f0c9922166300f2f4, ASSIGN in 347 msec 2024-11-08T19:20:33,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:20:33,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093633096"}]},"ts":"1731093633096"} 2024-11-08T19:20:33,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T19:20:33,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:20:33,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 387 msec 2024-11-08T19:20:33,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4., hostname=692b295ad45c,37455,1731093619979, seqNum=2] 2024-11-08T19:20:33,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970 2024-11-08T19:20:33,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970 2024-11-08T19:20:33,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:20:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:33,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T19:20:33,371 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T19:20:33,396 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-692b295ad45c,37455,1731093619979, ReplicationSource: 1, currentBandwidth=0 2024-11-08T19:20:33,396 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:20:33,396 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37455,1731093619979, seqNum=-1] 2024-11-08T19:20:33,396 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:20:33,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T19:20:33,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-692b295ad45c,37455,1731093619979', locateType=CURRENT is [region=hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4., hostname=692b295ad45c,37455,1731093619979, seqNum=2] 2024-11-08T19:20:33,400 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T19:20:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T19:20:33,402 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 692b295ad45c,37455,1731093619979 suceeded 2024-11-08T19:20:33,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T19:20:33,404 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://692b295ad45c:38805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:20:33,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-08T19:20:33,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 700 msec 2024-11-08T19:20:33,413 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:38805' 2024-11-08T19:20:33,414 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bd8a6bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:33,414 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,38805,-1 for getting cluster id 2024-11-08T19:20:33,414 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:33,414 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da892832-01d9-4a8a-b177-a771e385d53c' 2024-11-08T19:20:33,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:33,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da892832-01d9-4a8a-b177-a771e385d53c" 2024-11-08T19:20:33,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b588260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:33,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,38805,-1] 2024-11-08T19:20:33,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:33,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:33,415 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:33,416 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@262b6150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:33,416 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:20:33,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,38805,1731093614257 2024-11-08T19:20:33,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25a9b73 2024-11-08T19:20:33,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:20:33,417 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-08T19:20:33,417 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-692b295ad45c,37455,1731093619979 (queues=1) is replicating from cluster=1469ffd7-5427-4c4f-88d5-4aba5d5279c9 to cluster=da892832-01d9-4a8a-b177-a771e385d53c 2024-11-08T19:20:33,418 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=692b295ad45c%2C37455%2C1731093619979 2024-11-08T19:20:33,418 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-692b295ad45c,37455,1731093619979, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:20:33,418 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870, startPosition=0, beingWritten=true 2024-11-08T19:20:33,419 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C37455%2C1731093619979 2024-11-08T19:20:33,422 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:20:33,422 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 379, reset compression=false 2024-11-08T19:20:33,422 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,37455,1731093619979 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:20:33,450 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 379, reset compression=false 2024-11-08T19:20:33,510 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 379, reset compression=false 2024-11-08T19:20:33,625 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 379, reset compression=false 2024-11-08T19:20:33,721 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T19:20:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:33,840 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T19:20:33,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:20:33,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:33,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:33,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:33,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:33,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2864a5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:33,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,34317,-1 for getting cluster id 2024-11-08T19:20:33,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:33,841 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd4288bb-c30b-4b6e-914e-27fcdc759f23' 2024-11-08T19:20:33,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:33,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd4288bb-c30b-4b6e-914e-27fcdc759f23" 2024-11-08T19:20:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b12ee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,34317,-1] 2024-11-08T19:20:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:33,842 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:33,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1411ae11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:33,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d80cc1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:33,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,38805,-1 for getting cluster id 2024-11-08T19:20:33,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:33,844 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da892832-01d9-4a8a-b177-a771e385d53c' 2024-11-08T19:20:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da892832-01d9-4a8a-b177-a771e385d53c" 2024-11-08T19:20:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f77d4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,38805,-1] 2024-11-08T19:20:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:33,845 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:33,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e79b2df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:33,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3727e20f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:33,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,43087,-1 for getting cluster id 2024-11-08T19:20:33,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:33,846 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1469ffd7-5427-4c4f-88d5-4aba5d5279c9' 2024-11-08T19:20:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1469ffd7-5427-4c4f-88d5-4aba5d5279c9" 2024-11-08T19:20:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645a86c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,43087,-1] 2024-11-08T19:20:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:33,847 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252ea4b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:33,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:20:33,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,40067,1731093609430, seqNum=-1] 2024-11-08T19:20:33,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:20:33,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:20:33,851 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d., hostname=692b295ad45c,40067,1731093609430, seqNum=2] 2024-11-08T19:20:33,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:20:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37455,1731093619979, seqNum=-1] 2024-11-08T19:20:33,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:20:33,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:20:33,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751., hostname=692b295ad45c,37455,1731093619979, seqNum=2] 2024-11-08T19:20:33,857 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T19:20:33,928 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 379, reset compression=false 2024-11-08T19:20:34,113 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 379, reset compression=false 2024-11-08T19:20:34,239 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:20:34,240 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:20:34,240 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108863 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:20:34,332 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 379, reset compression=false 2024-11-08T19:20:34,353 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 379, reset compression=false 2024-11-08T19:20:34,356 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:20:34,356 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 480, reset compression=false 2024-11-08T19:20:34,356 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.shipper692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,40067,1731093609430 got entry batch from reader: WALEntryBatch [walEntries=[{test/bd6224e4d61155dfd7c32c359b76523d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T19:20:34,358 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.shipper692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:20:34,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-08T19:20:34,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:20:34,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cc09602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:34,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39873 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,38805,-1 for getting cluster id 2024-11-08T19:20:34,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:34,360 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da892832-01d9-4a8a-b177-a771e385d53c' 2024-11-08T19:20:34,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:34,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da892832-01d9-4a8a-b177-a771e385d53c" 2024-11-08T19:20:34,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bbae228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:34,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,38805,-1] 2024-11-08T19:20:34,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:34,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:34,361 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:34,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64f78357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:34,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39873 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:20:34,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,39873,1731093614409, seqNum=-1] 2024-11-08T19:20:34,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:20:34,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T19:20:34,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03., hostname=692b295ad45c,39873,1731093614409, seqNum=2] 2024-11-08T19:20:34,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:20:34,560 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 480, reset compression=false 2024-11-08T19:20:34,816 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 379, reset compression=false 2024-11-08T19:20:34,820 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:20:34,820 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 504, reset compression=false 2024-11-08T19:20:34,820 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,39873,1731093614409 got entry batch from reader: WALEntryBatch [walEntries=[{test/79ff66a47761ad3e13c8394b73cc7b03/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T19:20:34,822 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:20:34,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-08T19:20:34,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37455 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:20:34,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2880e633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:34,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37455 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,43087,-1 for getting cluster id 2024-11-08T19:20:34,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:34,824 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1469ffd7-5427-4c4f-88d5-4aba5d5279c9' 2024-11-08T19:20:34,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:34,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1469ffd7-5427-4c4f-88d5-4aba5d5279c9" 2024-11-08T19:20:34,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d1d4e58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:34,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,43087,-1] 2024-11-08T19:20:34,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:34,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:34,825 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:34,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6731cad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:34,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37455 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:20:34,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37455,1731093619979, seqNum=-1] 2024-11-08T19:20:34,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:20:34,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T19:20:34,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751., hostname=692b295ad45c,37455,1731093619979, seqNum=2] 2024-11-08T19:20:34,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37455 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:20:34,835 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 379, reset compression=false 2024-11-08T19:20:34,839 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:20:34,839 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 528, reset compression=false 2024-11-08T19:20:34,839 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,37455,1731093619979 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:20:34,859 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T19:20:34,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:20:34,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,39873,1731093614409, seqNum=-1] 2024-11-08T19:20:34,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:20:34,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:20:34,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03., hostname=692b295ad45c,39873,1731093614409, seqNum=2] 2024-11-08T19:20:34,863 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 480, reset compression=false 2024-11-08T19:20:34,866 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T19:20:34,974 DEBUG [master/692b295ad45c:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=5, created chunk count=35, reused chunk count=122, reuseRatio=77.71% 2024-11-08T19:20:34,974 DEBUG [master/692b295ad45c:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-08T19:20:35,023 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 504, reset compression=false 2024-11-08T19:20:35,027 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:20:35,027 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 608, reset compression=false 2024-11-08T19:20:35,027 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,39873,1731093614409 got entry batch from reader: WALEntryBatch [walEntries=[{test/79ff66a47761ad3e13c8394b73cc7b03/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T19:20:35,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37455 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:20:35,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37455 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:20:35,042 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 528, reset compression=false 2024-11-08T19:20:35,045 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:20:35,045 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 656, reset compression=false 2024-11-08T19:20:35,045 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,37455,1731093619979 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:20:35,066 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:20:35,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:35,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:35,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:35,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:35,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:35,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:35,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:35,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:35,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:35,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:35,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:35,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:35,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:35,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:35,230 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 608, reset compression=false 2024-11-08T19:20:35,248 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 656, reset compression=false 2024-11-08T19:20:35,267 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 480, reset compression=false 2024-11-08T19:20:35,533 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 608, reset compression=false 2024-11-08T19:20:35,552 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 656, reset compression=false 2024-11-08T19:20:35,771 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 480, reset compression=false 2024-11-08T19:20:35,868 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T19:20:35,871 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T19:20:35,936 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 608, reset compression=false 2024-11-08T19:20:35,954 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 656, reset compression=false 2024-11-08T19:20:35,957 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:20:35,957 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 760, reset compression=false 2024-11-08T19:20:35,957 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,37455,1731093619979 got entry batch from reader: WALEntryBatch [walEntries=[{test/6363a95a07dd01f9cf18cdfc8e9cd751/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T19:20:35,959 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:20:35,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-08T19:20:35,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:20:35,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:20:36,160 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 760, reset compression=false 2024-11-08T19:20:36,374 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 480, reset compression=false 2024-11-08T19:20:36,439 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 608, reset compression=false 2024-11-08T19:20:36,443 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:20:36,443 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 735, reset compression=false 2024-11-08T19:20:36,443 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,39873,1731093614409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:20:36,463 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 760, reset compression=false 2024-11-08T19:20:36,646 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 735, reset compression=false 2024-11-08T19:20:36,866 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 760, reset compression=false 2024-11-08T19:20:36,872 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T19:20:36,875 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T19:20:36,949 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 735, reset compression=false 2024-11-08T19:20:37,079 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 480, reset compression=false 2024-11-08T19:20:37,140 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:20:37,140 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 636, reset compression=false 2024-11-08T19:20:37,140 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.shipper692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,40067,1731093609430 got entry batch from reader: WALEntryBatch [walEntries=[{test/bd6224e4d61155dfd7c32c359b76523d/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T19:20:37,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:20:37,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:20:37,346 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 636, reset compression=false 2024-11-08T19:20:37,352 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 735, reset compression=false 2024-11-08T19:20:37,356 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:20:37,356 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 883, reset compression=false 2024-11-08T19:20:37,356 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,39873,1731093614409 got entry batch from reader: WALEntryBatch [walEntries=[{test/79ff66a47761ad3e13c8394b73cc7b03/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T19:20:37,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37455 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:20:37,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37455 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:20:37,369 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 760, reset compression=false 2024-11-08T19:20:37,372 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:20:37,372 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 932, reset compression=false 2024-11-08T19:20:37,372 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,37455,1731093619979 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:20:37,569 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 883, reset compression=false 2024-11-08T19:20:37,575 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 932, reset compression=false 2024-11-08T19:20:37,649 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 636, reset compression=false 2024-11-08T19:20:37,874 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 883, reset compression=false 2024-11-08T19:20:37,877 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 932, reset compression=false 2024-11-08T19:20:37,877 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T19:20:37,881 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T19:20:38,052 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 636, reset compression=false 2024-11-08T19:20:38,279 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 883, reset compression=false 2024-11-08T19:20:38,283 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:20:38,283 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1042, reset compression=false 2024-11-08T19:20:38,283 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,39873,1731093614409 got entry batch from reader: WALEntryBatch [walEntries=[{test/79ff66a47761ad3e13c8394b73cc7b03/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T19:20:38,283 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 932, reset compression=false 2024-11-08T19:20:38,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37455 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:20:38,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37455 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:20:38,287 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:20:38,287 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 1082, reset compression=false 2024-11-08T19:20:38,287 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,37455,1731093619979 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:20:38,487 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1042, reset compression=false 2024-11-08T19:20:38,490 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 1082, reset compression=false 2024-11-08T19:20:38,559 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 636, reset compression=false 2024-11-08T19:20:38,795 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1042, reset compression=false 2024-11-08T19:20:38,802 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:20:38,803 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 1082, reset compression=false 2024-11-08T19:20:38,883 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T19:20:38,898 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T19:20:39,168 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 636, reset compression=false 2024-11-08T19:20:39,198 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1042, reset compression=false 2024-11-08T19:20:39,207 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 1082, reset compression=false 2024-11-08T19:20:39,269 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:20:39,270 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 1241, reset compression=false 2024-11-08T19:20:39,270 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,37455,1731093619979 got entry batch from reader: WALEntryBatch [walEntries=[{test/6363a95a07dd01f9cf18cdfc8e9cd751/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T19:20:39,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T19:20:39,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T19:20:39,501 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 1241, reset compression=false 2024-11-08T19:20:39,738 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1042, reset compression=false 2024-11-08T19:20:39,750 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:20:39,750 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1191, reset compression=false 2024-11-08T19:20:39,750 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,39873,1731093614409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:20:39,819 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 1241, reset compression=false 2024-11-08T19:20:39,901 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T19:20:39,909 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 636, reset compression=false 2024-11-08T19:20:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:20:39,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:20:39,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:39,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:39,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:39,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:39,912 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:20:39,912 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1849201536, stopped=false 2024-11-08T19:20:39,912 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,43087,1731093619835 2024-11-08T19:20:39,956 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1191, reset compression=false 2024-11-08T19:20:39,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21576154970/running 2024-11-08T19:20:39,966 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:20:39,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970 2024-11-08T19:20:39,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21576154970/running 2024-11-08T19:20:39,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970 2024-11-08T19:20:39,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:20:39,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:39,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:39,966 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,37455,1731093619979' ***** 2024-11-08T19:20:39,966 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:20:39,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Set watcher on znode that does not yet exist, /21576154970/running 2024-11-08T19:20:39,966 INFO [RS:0;692b295ad45c:37455 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:20:39,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Set watcher on znode that does not yet exist, /21576154970/running 2024-11-08T19:20:39,966 INFO [RS:0;692b295ad45c:37455 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:20:39,967 INFO [RS:0;692b295ad45c:37455 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:20:39,967 INFO [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(3091): Received CLOSE for be9d5eb8e8e5589f0c9922166300f2f4 2024-11-08T19:20:39,967 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:20:39,988 INFO [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(3091): Received CLOSE for 6363a95a07dd01f9cf18cdfc8e9cd751 2024-11-08T19:20:39,988 INFO [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,37455,1731093619979 2024-11-08T19:20:39,988 INFO [RS:0;692b295ad45c:37455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:20:39,989 INFO [RS:0;692b295ad45c:37455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:37455. 2024-11-08T19:20:39,989 DEBUG [RS:0;692b295ad45c:37455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:39,989 DEBUG [RS:0;692b295ad45c:37455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:39,989 INFO [RS:0;692b295ad45c:37455 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:20:39,989 INFO [RS:0;692b295ad45c:37455 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:20:39,989 INFO [RS:0;692b295ad45c:37455 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:20:39,989 INFO [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:20:39,989 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be9d5eb8e8e5589f0c9922166300f2f4, disabling compactions & flushes 2024-11-08T19:20:39,989 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4. 2024-11-08T19:20:39,990 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4. 2024-11-08T19:20:39,990 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4. after waiting 0 ms 2024-11-08T19:20:39,990 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4. 2024-11-08T19:20:39,990 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing be9d5eb8e8e5589f0c9922166300f2f4 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-08T19:20:39,997 INFO [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T19:20:39,997 DEBUG [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(1325): Online Regions={be9d5eb8e8e5589f0c9922166300f2f4=hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4., 1588230740=hbase:meta,,1.1588230740, 6363a95a07dd01f9cf18cdfc8e9cd751=test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751.} 2024-11-08T19:20:39,997 DEBUG [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6363a95a07dd01f9cf18cdfc8e9cd751, be9d5eb8e8e5589f0c9922166300f2f4 2024-11-08T19:20:39,997 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:20:39,997 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:20:39,997 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:20:39,997 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:20:39,997 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:20:39,997 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T19:20:40,042 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/replication/be9d5eb8e8e5589f0c9922166300f2f4/.tmp/queue/4ba966c3ff3c4dbdb7104c359fa5a6cd is 154, key is 1-692b295ad45c,37455,1731093619979/queue:692b295ad45c%2C37455%2C1731093619979/1731093639276/Put/seqid=0 2024-11-08T19:20:40,048 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:20:40,051 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/.tmp/info/86c7044bbae44b7496b4c0f6ceaf3682 is 147, key is hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4./info:regioninfo/1731093633090/Put/seqid=0 2024-11-08T19:20:40,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741840_1016 (size=5353) 2024-11-08T19:20:40,056 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/replication/be9d5eb8e8e5589f0c9922166300f2f4/.tmp/queue/4ba966c3ff3c4dbdb7104c359fa5a6cd 2024-11-08T19:20:40,064 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/replication/be9d5eb8e8e5589f0c9922166300f2f4/.tmp/queue/4ba966c3ff3c4dbdb7104c359fa5a6cd as hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/replication/be9d5eb8e8e5589f0c9922166300f2f4/queue/4ba966c3ff3c4dbdb7104c359fa5a6cd 2024-11-08T19:20:40,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741841_1017 (size=7686) 2024-11-08T19:20:40,069 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/.tmp/info/86c7044bbae44b7496b4c0f6ceaf3682 2024-11-08T19:20:40,072 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/replication/be9d5eb8e8e5589f0c9922166300f2f4/queue/4ba966c3ff3c4dbdb7104c359fa5a6cd, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T19:20:40,073 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for be9d5eb8e8e5589f0c9922166300f2f4 in 83ms, sequenceid=12, compaction requested=false 2024-11-08T19:20:40,115 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/replication/be9d5eb8e8e5589f0c9922166300f2f4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T19:20:40,115 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:20:40,115 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:20:40,115 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4. 2024-11-08T19:20:40,116 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be9d5eb8e8e5589f0c9922166300f2f4: Waiting for close lock at 1731093639989Running coprocessor pre-close hooks at 1731093639989Disabling compacts and flushes for region at 1731093639989Disabling writes for close at 1731093639990 (+1 ms)Obtaining lock to block concurrent updates at 1731093639990Preparing flush snapshotting stores in be9d5eb8e8e5589f0c9922166300f2f4 at 1731093639990Finished memstore snapshotting hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731093639990Flushing stores of hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4. at 1731093639991 (+1 ms)Flushing be9d5eb8e8e5589f0c9922166300f2f4/queue: creating writer at 1731093639991Flushing be9d5eb8e8e5589f0c9922166300f2f4/queue: appending metadata at 1731093640041 (+50 ms)Flushing be9d5eb8e8e5589f0c9922166300f2f4/queue: closing flushed file at 1731093640041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a007ea3: reopening flushed file at 1731093640063 (+22 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for be9d5eb8e8e5589f0c9922166300f2f4 in 83ms, sequenceid=12, compaction requested=false at 1731093640073 (+10 ms)Writing region close event to WAL at 1731093640103 (+30 ms)Running coprocessor post-close hooks at 1731093640115 (+12 ms)Closed at 1731093640115 2024-11-08T19:20:40,116 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731093632711.be9d5eb8e8e5589f0c9922166300f2f4. 2024-11-08T19:20:40,116 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6363a95a07dd01f9cf18cdfc8e9cd751, disabling compactions & flushes 2024-11-08T19:20:40,116 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751. 2024-11-08T19:20:40,116 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751. 2024-11-08T19:20:40,116 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751. after waiting 0 ms 2024-11-08T19:20:40,116 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751. 2024-11-08T19:20:40,116 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6363a95a07dd01f9cf18cdfc8e9cd751 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T19:20:40,118 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/.tmp/ns/9e9d80e6044d44bfa5f9de3c6c9d9800 is 43, key is default/ns:d/1731093622874/Put/seqid=0 2024-11-08T19:20:40,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741842_1018 (size=5153) 2024-11-08T19:20:40,147 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751/.tmp/f/f39edd49a9204d0ea02011076adb55f2 is 29, key is row1/f:/1731093637879/DeleteFamily/seqid=0 2024-11-08T19:20:40,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741843_1019 (size=5152) 2024-11-08T19:20:40,166 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751/.tmp/f/f39edd49a9204d0ea02011076adb55f2 2024-11-08T19:20:40,172 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f39edd49a9204d0ea02011076adb55f2 2024-11-08T19:20:40,197 DEBUG [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6363a95a07dd01f9cf18cdfc8e9cd751 2024-11-08T19:20:40,204 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751/.tmp/f1/13e350f28586475ab5f3c1ae5fc47914 is 30, key is row1/f1:/1731093637879/DeleteFamily/seqid=0 2024-11-08T19:20:40,222 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 1241, reset compression=false 2024-11-08T19:20:40,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741844_1020 (size=5158) 2024-11-08T19:20:40,228 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751/.tmp/f1/13e350f28586475ab5f3c1ae5fc47914 2024-11-08T19:20:40,231 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:20:40,231 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 1488, reset compression=false 2024-11-08T19:20:40,231 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,37455,1731093619979 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:20:40,234 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13e350f28586475ab5f3c1ae5fc47914 2024-11-08T19:20:40,233 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 692b295ad45c,37455,1731093619979: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-692b295ad45c,37455,1731093619979, walGroup=692b295ad45c%2C37455%2C1731093619979, offset=692b295ad45c%2C37455%2C1731093619979.1731093621870:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37455 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T19:20:40,237 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T19:20:40,237 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T19:20:40,238 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T19:20:40,238 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T19:20:40,238 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T19:20:40,238 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 859930240 }, "NonHeapMemoryUsage": { "committed": 206766080, "init": 7667712, "max": -1, "used": 202247320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T19:20:40,239 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:43087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:43087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T19:20:40,256 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751/.tmp/norep/958677d603dc45fdad10dc6301b8504a is 33, key is row2/norep:/1731093638884/DeleteFamily/seqid=0 2024-11-08T19:20:40,274 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1191, reset compression=false 2024-11-08T19:20:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741845_1021 (size=5108) 2024-11-08T19:20:40,309 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751/.tmp/norep/958677d603dc45fdad10dc6301b8504a 2024-11-08T19:20:40,319 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 958677d603dc45fdad10dc6301b8504a 2024-11-08T19:20:40,320 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751/.tmp/f/f39edd49a9204d0ea02011076adb55f2 as hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751/f/f39edd49a9204d0ea02011076adb55f2 2024-11-08T19:20:40,342 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f39edd49a9204d0ea02011076adb55f2 2024-11-08T19:20:40,342 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751/f/f39edd49a9204d0ea02011076adb55f2, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T19:20:40,347 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751/.tmp/f1/13e350f28586475ab5f3c1ae5fc47914 as hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751/f1/13e350f28586475ab5f3c1ae5fc47914 2024-11-08T19:20:40,357 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13e350f28586475ab5f3c1ae5fc47914 2024-11-08T19:20:40,357 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751/f1/13e350f28586475ab5f3c1ae5fc47914, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T19:20:40,359 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751/.tmp/norep/958677d603dc45fdad10dc6301b8504a as hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751/norep/958677d603dc45fdad10dc6301b8504a 2024-11-08T19:20:40,374 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 958677d603dc45fdad10dc6301b8504a 2024-11-08T19:20:40,375 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751/norep/958677d603dc45fdad10dc6301b8504a, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T19:20:40,376 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6363a95a07dd01f9cf18cdfc8e9cd751 in 260ms, sequenceid=10, compaction requested=false 2024-11-08T19:20:40,392 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/default/test/6363a95a07dd01f9cf18cdfc8e9cd751/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T19:20:40,393 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:20:40,393 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:20:40,393 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751. 2024-11-08T19:20:40,393 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6363a95a07dd01f9cf18cdfc8e9cd751: Waiting for close lock at 1731093640116Running coprocessor pre-close hooks at 1731093640116Disabling compacts and flushes for region at 1731093640116Disabling writes for close at 1731093640116Obtaining lock to block concurrent updates at 1731093640116Preparing flush snapshotting stores in 6363a95a07dd01f9cf18cdfc8e9cd751 at 1731093640116Finished memstore snapshotting test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731093640117 (+1 ms)Flushing stores of test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751. at 1731093640117Flushing 6363a95a07dd01f9cf18cdfc8e9cd751/f: creating writer at 1731093640117Flushing 6363a95a07dd01f9cf18cdfc8e9cd751/f: appending metadata at 1731093640146 (+29 ms)Flushing 6363a95a07dd01f9cf18cdfc8e9cd751/f: closing flushed file at 1731093640146Flushing 6363a95a07dd01f9cf18cdfc8e9cd751/f1: creating writer at 1731093640173 (+27 ms)Flushing 6363a95a07dd01f9cf18cdfc8e9cd751/f1: appending metadata at 1731093640203 (+30 ms)Flushing 6363a95a07dd01f9cf18cdfc8e9cd751/f1: closing flushed file at 1731093640203Flushing 6363a95a07dd01f9cf18cdfc8e9cd751/norep: creating writer at 1731093640234 (+31 ms)Flushing 6363a95a07dd01f9cf18cdfc8e9cd751/norep: appending metadata at 1731093640255 (+21 ms)Flushing 6363a95a07dd01f9cf18cdfc8e9cd751/norep: closing flushed file at 1731093640255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22833c81: reopening flushed file at 1731093640319 (+64 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@370ec928: reopening flushed file at 1731093640342 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@357f98cb: reopening flushed file at 1731093640357 (+15 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6363a95a07dd01f9cf18cdfc8e9cd751 in 260ms, sequenceid=10, compaction requested=false at 1731093640376 (+19 ms)Writing region close event to WAL at 1731093640389 (+13 ms)Running coprocessor post-close hooks at 1731093640393 (+4 ms)Closed at 1731093640393 2024-11-08T19:20:40,393 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751. 2024-11-08T19:20:40,397 DEBUG [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:20:40,470 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 1488, reset compression=false 2024-11-08T19:20:40,477 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:20:40,477 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 2132, reset compression=false 2024-11-08T19:20:40,527 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/.tmp/ns/9e9d80e6044d44bfa5f9de3c6c9d9800 2024-11-08T19:20:40,565 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/.tmp/rep_barrier/25b29b76c5964331bc26a03023a1fd70 is 112, key is test,,1731093626241.6363a95a07dd01f9cf18cdfc8e9cd751./rep_barrier:seqnumDuringOpen/1731093627395/Put/seqid=0 2024-11-08T19:20:40,598 DEBUG [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:20:40,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741846_1022 (size=5518) 2024-11-08T19:20:40,679 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1191, reset compression=false 2024-11-08T19:20:40,696 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 2132, reset compression=false 2024-11-08T19:20:40,722 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 636, reset compression=false 2024-11-08T19:20:40,762 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:20:40,762 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:20:40,798 DEBUG [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:20:40,998 INFO [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T19:20:40,998 DEBUG [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:20:40,998 DEBUG [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:20:41,006 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/.tmp/rep_barrier/25b29b76c5964331bc26a03023a1fd70 2024-11-08T19:20:41,013 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 2132, reset compression=false 2024-11-08T19:20:41,023 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/.tmp/table/83d123174c464e59ba2b56137cea06aa is 53, key is hbase:replication/table:state/1731093633096/Put/seqid=0 2024-11-08T19:20:41,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741847_1023 (size=5308) 2024-11-08T19:20:41,184 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1191, reset compression=false 2024-11-08T19:20:41,198 DEBUG [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:20:41,398 DEBUG [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:20:41,415 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.1731093621870 to pos 2132, reset compression=false 2024-11-08T19:20:41,426 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/.tmp/table/83d123174c464e59ba2b56137cea06aa 2024-11-08T19:20:41,430 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/.tmp/info/86c7044bbae44b7496b4c0f6ceaf3682 as hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/info/86c7044bbae44b7496b4c0f6ceaf3682 2024-11-08T19:20:41,433 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/info/86c7044bbae44b7496b4c0f6ceaf3682, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T19:20:41,435 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/.tmp/ns/9e9d80e6044d44bfa5f9de3c6c9d9800 as hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/ns/9e9d80e6044d44bfa5f9de3c6c9d9800 2024-11-08T19:20:41,440 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/ns/9e9d80e6044d44bfa5f9de3c6c9d9800, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T19:20:41,440 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/.tmp/rep_barrier/25b29b76c5964331bc26a03023a1fd70 as hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/rep_barrier/25b29b76c5964331bc26a03023a1fd70 2024-11-08T19:20:41,444 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/rep_barrier/25b29b76c5964331bc26a03023a1fd70, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T19:20:41,445 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/.tmp/table/83d123174c464e59ba2b56137cea06aa as hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/table/83d123174c464e59ba2b56137cea06aa 2024-11-08T19:20:41,450 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/table/83d123174c464e59ba2b56137cea06aa, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T19:20:41,450 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1453ms, sequenceid=16, compaction requested=false 2024-11-08T19:20:41,459 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T19:20:41,459 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:20:41,459 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:20:41,459 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:20:41,459 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093639997Running coprocessor pre-close hooks at 1731093639997Disabling compacts and flushes for region at 1731093639997Disabling writes for close at 1731093639997Obtaining lock to block concurrent updates at 1731093639997Preparing flush snapshotting stores in 1588230740 at 1731093639997Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731093639998 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731093639998Flushing 1588230740/info: creating writer at 1731093639998Flushing 1588230740/info: appending metadata at 1731093640051 (+53 ms)Flushing 1588230740/info: closing flushed file at 1731093640051Flushing 1588230740/ns: creating writer at 1731093640076 (+25 ms)Flushing 1588230740/ns: appending metadata at 1731093640117 (+41 ms)Flushing 1588230740/ns: closing flushed file at 1731093640117Flushing 1588230740/rep_barrier: creating writer at 1731093640535 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731093640565 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731093640565Flushing 1588230740/table: creating writer at 1731093641009 (+444 ms)Flushing 1588230740/table: appending metadata at 1731093641022 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731093641022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fcadbea: reopening flushed file at 1731093641430 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71dc1694: reopening flushed file at 1731093641434 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a742e92: reopening flushed file at 1731093641440 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be474a6: reopening flushed file at 1731093641444 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1453ms, sequenceid=16, compaction requested=false at 1731093641451 (+7 ms)Writing region close event to WAL at 1731093641456 (+5 ms)Running coprocessor post-close hooks at 1731093641459 (+3 ms)Closed at 1731093641459 2024-11-08T19:20:41,460 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:20:41,599 INFO [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,37455,1731093619979; all regions closed. 2024-11-08T19:20:41,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741834_1010 (size=4239) 2024-11-08T19:20:41,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741839_1015 (size=3114) 2024-11-08T19:20:41,604 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/WALs/692b295ad45c,37455,1731093619979/692b295ad45c%2C37455%2C1731093619979.rep.1731093633058 not finished, retry = 0 2024-11-08T19:20:41,633 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 636, reset compression=false 2024-11-08T19:20:41,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741832_1008 (size=2140) 2024-11-08T19:20:41,707 DEBUG [RS:0;692b295ad45c:37455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:41,707 INFO [RS:0;692b295ad45c:37455 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:20:41,707 INFO [RS:0;692b295ad45c:37455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:20:41,708 INFO [RS:0;692b295ad45c:37455 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:20:41,708 INFO [RS:0;692b295ad45c:37455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:20:41,708 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:20:41,708 INFO [RS:0;692b295ad45c:37455 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-692b295ad45c,37455,1731093619979 because: Region server is closing 2024-11-08T19:20:41,708 INFO [RS:0;692b295ad45c:37455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:37455. 2024-11-08T19:20:41,709 DEBUG [RS:0;692b295ad45c:37455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:41,709 DEBUG [RS:0;692b295ad45c:37455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:41,709 DEBUG [RS:0;692b295ad45c:37455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:41,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:41,789 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1191, reset compression=false 2024-11-08T19:20:41,809 INFO [RS:0;692b295ad45c:37455 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.shipper692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 terminated 2024-11-08T19:20:41,809 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,37455,1731093619979.replicationSource.wal-reader.692b295ad45c%2C37455%2C1731093619979,1-692b295ad45c,37455,1731093619979 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T19:20:41,809 INFO [RS:0;692b295ad45c:37455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:37455. 2024-11-08T19:20:41,809 DEBUG [RS:0;692b295ad45c:37455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:41,809 DEBUG [RS:0;692b295ad45c:37455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:41,809 DEBUG [RS:0;692b295ad45c:37455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:41,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:41,810 INFO [RS:0;692b295ad45c:37455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37455 2024-11-08T19:20:41,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21576154970/rs/692b295ad45c,37455,1731093619979 2024-11-08T19:20:41,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970/rs 2024-11-08T19:20:41,872 INFO [RS:0;692b295ad45c:37455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:20:41,873 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,37455,1731093619979] 2024-11-08T19:20:41,944 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21576154970/draining/692b295ad45c,37455,1731093619979 already deleted, retry=false 2024-11-08T19:20:41,945 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,37455,1731093619979 expired; onlineServers=0 2024-11-08T19:20:41,945 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,43087,1731093619835' ***** 2024-11-08T19:20:41,945 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:20:41,945 INFO [M:0;692b295ad45c:43087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:20:41,945 INFO [M:0;692b295ad45c:43087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:20:41,945 DEBUG [M:0;692b295ad45c:43087 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:20:41,945 DEBUG [M:0;692b295ad45c:43087 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:20:41,945 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:20:41,945 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093621615 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093621615,5,FailOnTimeoutGroup] 2024-11-08T19:20:41,945 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093621615 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093621615,5,FailOnTimeoutGroup] 2024-11-08T19:20:41,945 INFO [M:0;692b295ad45c:43087 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:20:41,945 INFO [M:0;692b295ad45c:43087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:20:41,945 DEBUG [M:0;692b295ad45c:43087 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:20:41,945 INFO [M:0;692b295ad45c:43087 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:20:41,945 INFO [M:0;692b295ad45c:43087 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:20:41,946 INFO [M:0;692b295ad45c:43087 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:20:41,946 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:20:42,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21576154970/master 2024-11-08T19:20:42,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21576154970 2024-11-08T19:20:42,040 DEBUG [M:0;692b295ad45c:43087 {}] zookeeper.RecoverableZooKeeper(212): Node /21576154970/master already deleted, retry=false 2024-11-08T19:20:42,040 DEBUG [M:0;692b295ad45c:43087 {}] master.ActiveMasterManager(353): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Failed delete of our master address node; KeeperErrorCode = NoNode for /21576154970/master 2024-11-08T19:20:42,040 INFO [M:0;692b295ad45c:43087 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/.lastflushedseqids 2024-11-08T19:20:42,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741848_1024 (size=245) 2024-11-08T19:20:42,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:42,065 INFO [RS:0;692b295ad45c:37455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:20:42,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x1011be42ded0007, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:42,065 INFO [RS:0;692b295ad45c:37455 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,37455,1731093619979; zookeeper connection closed. 2024-11-08T19:20:42,065 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@558e8761 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@558e8761 2024-11-08T19:20:42,065 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:20:42,451 INFO [M:0;692b295ad45c:43087 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:20:42,451 INFO [M:0;692b295ad45c:43087 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:20:42,452 DEBUG [M:0;692b295ad45c:43087 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:20:42,452 INFO [M:0;692b295ad45c:43087 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:42,452 DEBUG [M:0;692b295ad45c:43087 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:42,452 DEBUG [M:0;692b295ad45c:43087 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:20:42,452 DEBUG [M:0;692b295ad45c:43087 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:42,452 INFO [M:0;692b295ad45c:43087 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T19:20:42,466 DEBUG [M:0;692b295ad45c:43087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91f8fe9c7baa4809aaab009aa86cf3d3 is 82, key is hbase:meta,,1/info:regioninfo/1731093622856/Put/seqid=0 2024-11-08T19:20:42,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741849_1025 (size=5672) 2024-11-08T19:20:42,492 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1191, reset compression=false 2024-11-08T19:20:42,638 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 636, reset compression=false 2024-11-08T19:20:42,873 INFO [M:0;692b295ad45c:43087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91f8fe9c7baa4809aaab009aa86cf3d3 2024-11-08T19:20:42,892 DEBUG [M:0;692b295ad45c:43087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/223b3d36ab9048cdac2e689e595cbc98 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731093633100/Put/seqid=0 2024-11-08T19:20:42,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741850_1026 (size=8516) 2024-11-08T19:20:43,296 INFO [M:0;692b295ad45c:43087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/223b3d36ab9048cdac2e689e595cbc98 2024-11-08T19:20:43,301 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1191, reset compression=false 2024-11-08T19:20:43,336 DEBUG [M:0;692b295ad45c:43087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf064f9df0ec45e0802df9636fdfbc84 is 69, key is 692b295ad45c,37455,1731093619979/rs:state/1731093621649/Put/seqid=0 2024-11-08T19:20:43,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741851_1027 (size=5156) 2024-11-08T19:20:43,740 INFO [M:0;692b295ad45c:43087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf064f9df0ec45e0802df9636fdfbc84 2024-11-08T19:20:43,742 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 636, reset compression=false 2024-11-08T19:20:43,743 DEBUG [M:0;692b295ad45c:43087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91f8fe9c7baa4809aaab009aa86cf3d3 as hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91f8fe9c7baa4809aaab009aa86cf3d3 2024-11-08T19:20:43,746 INFO [M:0;692b295ad45c:43087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91f8fe9c7baa4809aaab009aa86cf3d3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T19:20:43,747 DEBUG [M:0;692b295ad45c:43087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/223b3d36ab9048cdac2e689e595cbc98 as hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/223b3d36ab9048cdac2e689e595cbc98 2024-11-08T19:20:43,750 INFO [M:0;692b295ad45c:43087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/223b3d36ab9048cdac2e689e595cbc98, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T19:20:43,750 DEBUG [M:0;692b295ad45c:43087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf064f9df0ec45e0802df9636fdfbc84 as hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf064f9df0ec45e0802df9636fdfbc84 2024-11-08T19:20:43,754 INFO [M:0;692b295ad45c:43087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33455/user/jenkins/test-data/32682e1f-fe8d-c0fe-d393-404dcebca0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf064f9df0ec45e0802df9636fdfbc84, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T19:20:43,754 INFO [M:0;692b295ad45c:43087 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=97, compaction requested=false 2024-11-08T19:20:43,755 INFO [M:0;692b295ad45c:43087 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:43,755 DEBUG [M:0;692b295ad45c:43087 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093642451Disabling compacts and flushes for region at 1731093642451Disabling writes for close at 1731093642452 (+1 ms)Obtaining lock to block concurrent updates at 1731093642452Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093642452Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731093642452Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093642453 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093642453Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093642465 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093642465Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093642876 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093642891 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093642892 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093643320 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093643336 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093643336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59943e93: reopening flushed file at 1731093643743 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64715052: reopening flushed file at 1731093643746 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@585ff717: reopening flushed file at 1731093643750 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=97, compaction requested=false at 1731093643754 (+4 ms)Writing region close event to WAL at 1731093643755 (+1 ms)Closed at 1731093643755 2024-11-08T19:20:43,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741830_1006 (size=63654) 2024-11-08T19:20:43,757 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:20:43,757 INFO [M:0;692b295ad45c:43087 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:20:43,757 INFO [M:0;692b295ad45c:43087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43087 2024-11-08T19:20:43,758 INFO [M:0;692b295ad45c:43087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:20:43,847 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:20:43,928 INFO [M:0;692b295ad45c:43087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:20:43,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:43,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x1011be42ded0006, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:43,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4462b73d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:20:43,931 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cf3f887{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:20:43,931 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:20:43,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d9e4ee2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:20:43,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41bae531{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/hadoop.log.dir/,STOPPED} 2024-11-08T19:20:43,933 WARN [BP-1668165341-172.17.0.2-1731093617799 heartbeating to localhost/127.0.0.1:33455 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:20:43,933 WARN [BP-1668165341-172.17.0.2-1731093617799 heartbeating to localhost/127.0.0.1:33455 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1668165341-172.17.0.2-1731093617799 (Datanode Uuid aae3d5be-2007-4131-af6e-78addb646f14) service to localhost/127.0.0.1:33455 2024-11-08T19:20:43,933 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:20:43,933 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:20:43,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/cluster_8508b74c-02d5-51c1-b1fa-b94995ff736e/data/data1/current/BP-1668165341-172.17.0.2-1731093617799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:20:43,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/cluster_8508b74c-02d5-51c1-b1fa-b94995ff736e/data/data2/current/BP-1668165341-172.17.0.2-1731093617799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:20:43,949 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:20:43,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@144990fb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:20:43,955 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2974110c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:20:43,955 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:20:43,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f855cf8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:20:43,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31560e85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/hadoop.log.dir/,STOPPED} 2024-11-08T19:20:43,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:20:43,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:20:43,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:20:43,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:43,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:43,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:43,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:43,968 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:20:43,968 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=916655971, stopped=false 2024-11-08T19:20:43,968 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,38805,1731093614257 2024-11-08T19:20:44,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11264037182/running 2024-11-08T19:20:44,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182 2024-11-08T19:20:44,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11264037182/running 2024-11-08T19:20:44,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182 2024-11-08T19:20:44,067 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:20:44,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Set watcher on znode that does not yet exist, /11264037182/running 2024-11-08T19:20:44,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Set watcher on znode that does not yet exist, /11264037182/running 2024-11-08T19:20:44,068 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:20:44,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:44,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:44,069 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,39873,1731093614409' ***** 2024-11-08T19:20:44,069 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:20:44,069 INFO [RS:0;692b295ad45c:39873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:20:44,069 INFO [RS:0;692b295ad45c:39873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:20:44,069 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:20:44,069 INFO [RS:0;692b295ad45c:39873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:20:44,069 INFO [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(3091): Received CLOSE for 1368a3e0d5d3c85131426dcea27e0015 2024-11-08T19:20:44,070 INFO [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(3091): Received CLOSE for 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:44,070 INFO [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,39873,1731093614409 2024-11-08T19:20:44,070 INFO [RS:0;692b295ad45c:39873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:20:44,070 INFO [RS:0;692b295ad45c:39873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:39873. 2024-11-08T19:20:44,070 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1368a3e0d5d3c85131426dcea27e0015, disabling compactions & flushes 2024-11-08T19:20:44,070 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015. 2024-11-08T19:20:44,070 DEBUG [RS:0;692b295ad45c:39873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:44,070 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015. 2024-11-08T19:20:44,070 DEBUG [RS:0;692b295ad45c:39873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:44,070 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015. after waiting 0 ms 2024-11-08T19:20:44,070 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015. 2024-11-08T19:20:44,070 INFO [RS:0;692b295ad45c:39873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:20:44,070 INFO [RS:0;692b295ad45c:39873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:20:44,070 INFO [RS:0;692b295ad45c:39873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:20:44,070 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1368a3e0d5d3c85131426dcea27e0015 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-08T19:20:44,070 INFO [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:20:44,071 INFO [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T19:20:44,071 DEBUG [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1325): Online Regions={1368a3e0d5d3c85131426dcea27e0015=hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015., 1588230740=hbase:meta,,1.1588230740, 79ff66a47761ad3e13c8394b73cc7b03=test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03.} 2024-11-08T19:20:44,071 DEBUG [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1351): Waiting on 1368a3e0d5d3c85131426dcea27e0015, 1588230740, 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:44,071 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:20:44,071 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:20:44,071 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:20:44,071 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:20:44,071 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:20:44,071 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T19:20:44,079 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:20:44,092 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/replication/1368a3e0d5d3c85131426dcea27e0015/.tmp/queue/3a28bb14106541dcbb2b6f2433bbdd47 is 154, key is 1-692b295ad45c,39873,1731093614409/queue:692b295ad45c%2C39873%2C1731093614409/1731093639751/Put/seqid=0 2024-11-08T19:20:44,093 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/.tmp/info/c505efe22ec94c9cbdc8c1dbd569f7f9 is 147, key is hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015./info:regioninfo/1731093631727/Put/seqid=0 2024-11-08T19:20:44,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741841_1017 (size=7686) 2024-11-08T19:20:44,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741840_1016 (size=5353) 2024-11-08T19:20:44,204 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1191, reset compression=false 2024-11-08T19:20:44,271 DEBUG [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1351): Waiting on 1368a3e0d5d3c85131426dcea27e0015, 1588230740, 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:44,471 DEBUG [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1351): Waiting on 1368a3e0d5d3c85131426dcea27e0015, 1588230740, 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:44,496 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:20:44,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:44,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:44,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:44,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:44,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:44,503 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/replication/1368a3e0d5d3c85131426dcea27e0015/.tmp/queue/3a28bb14106541dcbb2b6f2433bbdd47 2024-11-08T19:20:44,503 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/.tmp/info/c505efe22ec94c9cbdc8c1dbd569f7f9 2024-11-08T19:20:44,507 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/replication/1368a3e0d5d3c85131426dcea27e0015/.tmp/queue/3a28bb14106541dcbb2b6f2433bbdd47 as hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/replication/1368a3e0d5d3c85131426dcea27e0015/queue/3a28bb14106541dcbb2b6f2433bbdd47 2024-11-08T19:20:44,511 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/replication/1368a3e0d5d3c85131426dcea27e0015/queue/3a28bb14106541dcbb2b6f2433bbdd47, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T19:20:44,512 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 1368a3e0d5d3c85131426dcea27e0015 in 441ms, sequenceid=12, compaction requested=false 2024-11-08T19:20:44,531 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/.tmp/ns/4acbc1912047452b8971ee85f6366c99 is 43, key is default/ns:d/1731093617697/Put/seqid=0 2024-11-08T19:20:44,532 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/replication/1368a3e0d5d3c85131426dcea27e0015/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T19:20:44,533 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:20:44,533 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:20:44,533 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015. 2024-11-08T19:20:44,533 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1368a3e0d5d3c85131426dcea27e0015: Waiting for close lock at 1731093644070Running coprocessor pre-close hooks at 1731093644070Disabling compacts and flushes for region at 1731093644070Disabling writes for close at 1731093644070Obtaining lock to block concurrent updates at 1731093644070Preparing flush snapshotting stores in 1368a3e0d5d3c85131426dcea27e0015 at 1731093644070Finished memstore snapshotting hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731093644070Flushing stores of hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015. at 1731093644071 (+1 ms)Flushing 1368a3e0d5d3c85131426dcea27e0015/queue: creating writer at 1731093644071Flushing 1368a3e0d5d3c85131426dcea27e0015/queue: appending metadata at 1731093644092 (+21 ms)Flushing 1368a3e0d5d3c85131426dcea27e0015/queue: closing flushed file at 1731093644092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d167403: reopening flushed file at 1731093644506 (+414 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 1368a3e0d5d3c85131426dcea27e0015 in 441ms, sequenceid=12, compaction requested=false at 1731093644512 (+6 ms)Writing region close event to WAL at 1731093644523 (+11 ms)Running coprocessor post-close hooks at 1731093644533 (+10 ms)Closed at 1731093644533 2024-11-08T19:20:44,533 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731093630563.1368a3e0d5d3c85131426dcea27e0015. 2024-11-08T19:20:44,533 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79ff66a47761ad3e13c8394b73cc7b03, disabling compactions & flushes 2024-11-08T19:20:44,533 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03. 2024-11-08T19:20:44,533 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03. 2024-11-08T19:20:44,533 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03. after waiting 0 ms 2024-11-08T19:20:44,533 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03. 2024-11-08T19:20:44,533 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 79ff66a47761ad3e13c8394b73cc7b03 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T19:20:44,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:44,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:44,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:44,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:44,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:44,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:44,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:44,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741842_1018 (size=5153) 2024-11-08T19:20:44,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:44,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:44,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:44,556 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:20:44,556 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:20:44,558 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03/.tmp/f/fda58e54e61e42e4889b166906a6e186 is 29, key is row1/f:/1731093637879/DeleteFamily/seqid=0 2024-11-08T19:20:44,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741843_1019 (size=5152) 2024-11-08T19:20:44,671 DEBUG [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:44,872 DEBUG [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:44,944 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/.tmp/ns/4acbc1912047452b8971ee85f6366c99 2024-11-08T19:20:44,945 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 636, reset compression=false 2024-11-08T19:20:44,959 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/.tmp/rep_barrier/0e7895f575544fd0a9e37211e71b0fc2 is 112, key is test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03./rep_barrier:seqnumDuringOpen/1731093625842/Put/seqid=0 2024-11-08T19:20:44,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741844_1020 (size=5518) 2024-11-08T19:20:44,964 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03/.tmp/f/fda58e54e61e42e4889b166906a6e186 2024-11-08T19:20:44,967 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fda58e54e61e42e4889b166906a6e186 2024-11-08T19:20:44,979 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03/.tmp/f1/9550836982ca498392dbe6664052783d is 30, key is row1/f1:/1731093637879/DeleteFamily/seqid=0 2024-11-08T19:20:44,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741845_1021 (size=5158) 2024-11-08T19:20:45,072 INFO [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T19:20:45,072 DEBUG [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 79ff66a47761ad3e13c8394b73cc7b03=test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03.} 2024-11-08T19:20:45,072 DEBUG [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:45,207 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1191, reset compression=false 2024-11-08T19:20:45,211 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:20:45,211 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1438, reset compression=false 2024-11-08T19:20:45,211 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,39873,1731093614409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:20:45,212 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 692b295ad45c,39873,1731093614409: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-692b295ad45c,39873,1731093614409, walGroup=692b295ad45c%2C39873%2C1731093614409, offset=692b295ad45c%2C39873%2C1731093614409.1731093616690:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:39873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T19:20:45,213 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T19:20:45,213 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T19:20:45,214 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T19:20:45,214 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T19:20:45,214 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T19:20:45,214 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 971079296 }, "NonHeapMemoryUsage": { "committed": 206962688, "init": 7667712, "max": -1, "used": 202673840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T19:20:45,215 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:38805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:38805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T19:20:45,272 DEBUG [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:45,362 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/.tmp/rep_barrier/0e7895f575544fd0a9e37211e71b0fc2 2024-11-08T19:20:45,379 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/.tmp/table/6bbb09a5b6e448c2acc358fe00d033b4 is 53, key is hbase:replication/table:state/1731093631734/Put/seqid=0 2024-11-08T19:20:45,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741846_1022 (size=5308) 2024-11-08T19:20:45,382 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03/.tmp/f1/9550836982ca498392dbe6664052783d 2024-11-08T19:20:45,385 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9550836982ca498392dbe6664052783d 2024-11-08T19:20:45,402 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03/.tmp/norep/4ed07bb95b33401896f8ec6284ed6309 is 33, key is row1/norep:/1731093637879/DeleteFamily/seqid=0 2024-11-08T19:20:45,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741847_1023 (size=5108) 2024-11-08T19:20:45,415 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1438, reset compression=false 2024-11-08T19:20:45,472 DEBUG [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:45,672 DEBUG [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79ff66a47761ad3e13c8394b73cc7b03 2024-11-08T19:20:45,718 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1438, reset compression=false 2024-11-08T19:20:45,782 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/.tmp/table/6bbb09a5b6e448c2acc358fe00d033b4 2024-11-08T19:20:45,786 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/.tmp/info/c505efe22ec94c9cbdc8c1dbd569f7f9 as hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/info/c505efe22ec94c9cbdc8c1dbd569f7f9 2024-11-08T19:20:45,789 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/info/c505efe22ec94c9cbdc8c1dbd569f7f9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T19:20:45,789 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/.tmp/ns/4acbc1912047452b8971ee85f6366c99 as hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/ns/4acbc1912047452b8971ee85f6366c99 2024-11-08T19:20:45,792 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/ns/4acbc1912047452b8971ee85f6366c99, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T19:20:45,793 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/.tmp/rep_barrier/0e7895f575544fd0a9e37211e71b0fc2 as hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/rep_barrier/0e7895f575544fd0a9e37211e71b0fc2 2024-11-08T19:20:45,796 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/rep_barrier/0e7895f575544fd0a9e37211e71b0fc2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T19:20:45,796 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/.tmp/table/6bbb09a5b6e448c2acc358fe00d033b4 as hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/table/6bbb09a5b6e448c2acc358fe00d033b4 2024-11-08T19:20:45,799 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/table/6bbb09a5b6e448c2acc358fe00d033b4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T19:20:45,800 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false 2024-11-08T19:20:45,800 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:20:45,804 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T19:20:45,804 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:20:45,804 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:20:45,804 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:20:45,804 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093644071Running coprocessor pre-close hooks at 1731093644071Disabling compacts and flushes for region at 1731093644071Disabling writes for close at 1731093644071Obtaining lock to block concurrent updates at 1731093644071Preparing flush snapshotting stores in 1588230740 at 1731093644071Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731093644072 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731093644072Flushing 1588230740/info: creating writer at 1731093644072Flushing 1588230740/info: appending metadata at 1731093644093 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731093644093Flushing 1588230740/ns: creating writer at 1731093644510 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731093644531 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731093644531Flushing 1588230740/rep_barrier: creating writer at 1731093644947 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731093644959 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731093644959Flushing 1588230740/table: creating writer at 1731093645366 (+407 ms)Flushing 1588230740/table: appending metadata at 1731093645378 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731093645378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35746ab9: reopening flushed file at 1731093645786 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@479931bb: reopening flushed file at 1731093645789 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aa81468: reopening flushed file at 1731093645792 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e0367fe: reopening flushed file at 1731093645796 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false at 1731093645800 (+4 ms)Writing region close event to WAL at 1731093645801 (+1 ms)Running coprocessor post-close hooks at 1731093645804 (+3 ms)Closed at 1731093645804 2024-11-08T19:20:45,804 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:20:45,805 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03/.tmp/norep/4ed07bb95b33401896f8ec6284ed6309 2024-11-08T19:20:45,808 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ed07bb95b33401896f8ec6284ed6309 2024-11-08T19:20:45,809 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03/.tmp/f/fda58e54e61e42e4889b166906a6e186 as hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03/f/fda58e54e61e42e4889b166906a6e186 2024-11-08T19:20:45,811 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fda58e54e61e42e4889b166906a6e186 2024-11-08T19:20:45,811 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03/f/fda58e54e61e42e4889b166906a6e186, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T19:20:45,812 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03/.tmp/f1/9550836982ca498392dbe6664052783d as hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03/f1/9550836982ca498392dbe6664052783d 2024-11-08T19:20:45,815 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9550836982ca498392dbe6664052783d 2024-11-08T19:20:45,815 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03/f1/9550836982ca498392dbe6664052783d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T19:20:45,815 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03/.tmp/norep/4ed07bb95b33401896f8ec6284ed6309 as hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03/norep/4ed07bb95b33401896f8ec6284ed6309 2024-11-08T19:20:45,818 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ed07bb95b33401896f8ec6284ed6309 2024-11-08T19:20:45,818 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03/norep/4ed07bb95b33401896f8ec6284ed6309, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T19:20:45,818 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 79ff66a47761ad3e13c8394b73cc7b03 in 1285ms, sequenceid=10, compaction requested=false 2024-11-08T19:20:45,818 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T19:20:45,821 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/data/default/test/79ff66a47761ad3e13c8394b73cc7b03/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T19:20:45,822 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:20:45,822 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:20:45,822 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03. 2024-11-08T19:20:45,822 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79ff66a47761ad3e13c8394b73cc7b03: Waiting for close lock at 1731093644533Running coprocessor pre-close hooks at 1731093644533Disabling compacts and flushes for region at 1731093644533Disabling writes for close at 1731093644533Obtaining lock to block concurrent updates at 1731093644533Preparing flush snapshotting stores in 79ff66a47761ad3e13c8394b73cc7b03 at 1731093644533Finished memstore snapshotting test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731093644534 (+1 ms)Flushing stores of test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03. at 1731093644534Flushing 79ff66a47761ad3e13c8394b73cc7b03/f: creating writer at 1731093644534Flushing 79ff66a47761ad3e13c8394b73cc7b03/f: appending metadata at 1731093644557 (+23 ms)Flushing 79ff66a47761ad3e13c8394b73cc7b03/f: closing flushed file at 1731093644557Flushing 79ff66a47761ad3e13c8394b73cc7b03/f1: creating writer at 1731093644967 (+410 ms)Flushing 79ff66a47761ad3e13c8394b73cc7b03/f1: appending metadata at 1731093644978 (+11 ms)Flushing 79ff66a47761ad3e13c8394b73cc7b03/f1: closing flushed file at 1731093644978Flushing 79ff66a47761ad3e13c8394b73cc7b03/norep: creating writer at 1731093645385 (+407 ms)Flushing 79ff66a47761ad3e13c8394b73cc7b03/norep: appending metadata at 1731093645401 (+16 ms)Flushing 79ff66a47761ad3e13c8394b73cc7b03/norep: closing flushed file at 1731093645401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eec8cb2: reopening flushed file at 1731093645808 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60978b67: reopening flushed file at 1731093645812 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70bd22a2: reopening flushed file at 1731093645815 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 79ff66a47761ad3e13c8394b73cc7b03 in 1285ms, sequenceid=10, compaction requested=false at 1731093645818 (+3 ms)Writing region close event to WAL at 1731093645820 (+2 ms)Running coprocessor post-close hooks at 1731093645822 (+2 ms)Closed at 1731093645822 2024-11-08T19:20:45,822 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731093625102.79ff66a47761ad3e13c8394b73cc7b03. 2024-11-08T19:20:45,873 INFO [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,39873,1731093614409; all regions closed. 2024-11-08T19:20:45,874 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.meta.1731093617642.meta not finished, retry = 0 2024-11-08T19:20:45,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741834_1010 (size=4239) 2024-11-08T19:20:45,976 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.rep.1731093631693 not finished, retry = 0 2024-11-08T19:20:45,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741839_1015 (size=3114) 2024-11-08T19:20:46,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741832_1008 (size=2090) 2024-11-08T19:20:46,079 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 not finished, retry = 0 2024-11-08T19:20:46,121 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 to pos 1438, reset compression=false 2024-11-08T19:20:46,180 DEBUG [RS:0;692b295ad45c:39873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:46,180 INFO [RS:0;692b295ad45c:39873 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:20:46,180 INFO [RS:0;692b295ad45c:39873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:20:46,180 INFO [RS:0;692b295ad45c:39873 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:20:46,180 INFO [RS:0;692b295ad45c:39873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:20:46,180 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:20:46,180 INFO [RS:0;692b295ad45c:39873 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-692b295ad45c,39873,1731093614409 because: Region server is closing 2024-11-08T19:20:46,181 INFO [RS:0;692b295ad45c:39873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:39873. 2024-11-08T19:20:46,181 DEBUG [RS:0;692b295ad45c:39873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:46,181 DEBUG [RS:0;692b295ad45c:39873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:46,181 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/WALs/692b295ad45c,39873,1731093614409/692b295ad45c%2C39873%2C1731093614409.1731093616690 2024-11-08T19:20:46,181 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.wal-reader.692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:20:46,181 DEBUG [RS:0;692b295ad45c:39873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:46,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:46,181 INFO [RS:0;692b295ad45c:39873 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39873,1731093614409.replicationSource.shipper692b295ad45c%2C39873%2C1731093614409,1-692b295ad45c,39873,1731093614409 terminated 2024-11-08T19:20:46,181 INFO [RS:0;692b295ad45c:39873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:39873. 2024-11-08T19:20:46,181 DEBUG [RS:0;692b295ad45c:39873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:46,181 DEBUG [RS:0;692b295ad45c:39873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:46,181 DEBUG [RS:0;692b295ad45c:39873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:46,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:46,181 INFO [RS:0;692b295ad45c:39873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39873 2024-11-08T19:20:46,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11264037182/rs/692b295ad45c,39873,1731093614409 2024-11-08T19:20:46,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182/rs 2024-11-08T19:20:46,246 INFO [RS:0;692b295ad45c:39873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:20:46,247 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 636, reset compression=false 2024-11-08T19:20:46,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,39873,1731093614409] 2024-11-08T19:20:46,384 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11264037182/draining/692b295ad45c,39873,1731093614409 already deleted, retry=false 2024-11-08T19:20:46,384 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,39873,1731093614409 expired; onlineServers=0 2024-11-08T19:20:46,384 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,38805,1731093614257' ***** 2024-11-08T19:20:46,384 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:20:46,384 INFO [M:0;692b295ad45c:38805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:20:46,384 INFO [M:0;692b295ad45c:38805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:20:46,384 DEBUG [M:0;692b295ad45c:38805 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:20:46,384 DEBUG [M:0;692b295ad45c:38805 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:20:46,384 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:20:46,384 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093616435 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093616435,5,FailOnTimeoutGroup] 2024-11-08T19:20:46,384 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093616435 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093616435,5,FailOnTimeoutGroup] 2024-11-08T19:20:46,384 INFO [M:0;692b295ad45c:38805 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:20:46,384 INFO [M:0;692b295ad45c:38805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:20:46,384 DEBUG [M:0;692b295ad45c:38805 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:20:46,384 INFO [M:0;692b295ad45c:38805 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:20:46,385 INFO [M:0;692b295ad45c:38805 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:20:46,385 INFO [M:0;692b295ad45c:38805 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:20:46,385 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:20:46,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:46,420 INFO [RS:0;692b295ad45c:39873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:20:46,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011be42ded0004, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:46,421 INFO [RS:0;692b295ad45c:39873 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,39873,1731093614409; zookeeper connection closed. 2024-11-08T19:20:46,421 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33df202e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33df202e 2024-11-08T19:20:46,421 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:20:46,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11264037182/master 2024-11-08T19:20:46,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264037182 2024-11-08T19:20:46,448 DEBUG [M:0;692b295ad45c:38805 {}] zookeeper.ZKUtil(347): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Unable to get data of znode /11264037182/master because node does not exist (not an error) 2024-11-08T19:20:46,448 WARN [M:0;692b295ad45c:38805 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:20:46,448 INFO [M:0;692b295ad45c:38805 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/.lastflushedseqids 2024-11-08T19:20:46,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741848_1024 (size=245) 2024-11-08T19:20:46,452 INFO [M:0;692b295ad45c:38805 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:20:46,453 INFO [M:0;692b295ad45c:38805 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:20:46,453 DEBUG [M:0;692b295ad45c:38805 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:20:46,453 INFO [M:0;692b295ad45c:38805 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:46,453 DEBUG [M:0;692b295ad45c:38805 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:46,453 DEBUG [M:0;692b295ad45c:38805 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:20:46,453 DEBUG [M:0;692b295ad45c:38805 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:46,453 INFO [M:0;692b295ad45c:38805 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T19:20:46,470 DEBUG [M:0;692b295ad45c:38805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35a8a9dae3404d20877a0851cc135f1e is 82, key is hbase:meta,,1/info:regioninfo/1731093617677/Put/seqid=0 2024-11-08T19:20:46,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741849_1025 (size=5672) 2024-11-08T19:20:46,474 INFO [M:0;692b295ad45c:38805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35a8a9dae3404d20877a0851cc135f1e 2024-11-08T19:20:46,494 DEBUG [M:0;692b295ad45c:38805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d5fb2cfd7944fda9bfeb78366b65a95 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731093631738/Put/seqid=0 2024-11-08T19:20:46,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741850_1026 (size=8516) 2024-11-08T19:20:46,498 INFO [M:0;692b295ad45c:38805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d5fb2cfd7944fda9bfeb78366b65a95 2024-11-08T19:20:46,521 DEBUG [M:0;692b295ad45c:38805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/482e9ed6db0d4223839f02316c39762a is 69, key is 692b295ad45c,39873,1731093614409/rs:state/1731093616473/Put/seqid=0 2024-11-08T19:20:46,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741851_1027 (size=5156) 2024-11-08T19:20:46,530 INFO [M:0;692b295ad45c:38805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/482e9ed6db0d4223839f02316c39762a 2024-11-08T19:20:46,535 DEBUG [M:0;692b295ad45c:38805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35a8a9dae3404d20877a0851cc135f1e as hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35a8a9dae3404d20877a0851cc135f1e 2024-11-08T19:20:46,542 INFO [M:0;692b295ad45c:38805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35a8a9dae3404d20877a0851cc135f1e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T19:20:46,543 DEBUG [M:0;692b295ad45c:38805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d5fb2cfd7944fda9bfeb78366b65a95 as hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d5fb2cfd7944fda9bfeb78366b65a95 2024-11-08T19:20:46,547 INFO [M:0;692b295ad45c:38805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d5fb2cfd7944fda9bfeb78366b65a95, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T19:20:46,548 DEBUG [M:0;692b295ad45c:38805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/482e9ed6db0d4223839f02316c39762a as hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/482e9ed6db0d4223839f02316c39762a 2024-11-08T19:20:46,552 INFO [M:0;692b295ad45c:38805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/ffdebb87-a81b-8bf2-1fb5-52ae935ab2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/482e9ed6db0d4223839f02316c39762a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T19:20:46,553 INFO [M:0;692b295ad45c:38805 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=97, compaction requested=false 2024-11-08T19:20:46,557 INFO [M:0;692b295ad45c:38805 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:46,557 DEBUG [M:0;692b295ad45c:38805 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093646453Disabling compacts and flushes for region at 1731093646453Disabling writes for close at 1731093646453Obtaining lock to block concurrent updates at 1731093646453Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093646453Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731093646453Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093646454 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093646454Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093646470 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093646470Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093646477 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093646493 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093646493Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093646502 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093646520 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093646520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c8afaa2: reopening flushed file at 1731093646534 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1535422d: reopening flushed file at 1731093646542 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d310fbf: reopening flushed file at 1731093646548 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=97, compaction requested=false at 1731093646553 (+5 ms)Writing region close event to WAL at 1731093646556 (+3 ms)Closed at 1731093646556 2024-11-08T19:20:46,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741830_1006 (size=63654) 2024-11-08T19:20:46,564 INFO [M:0;692b295ad45c:38805 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:20:46,564 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:20:46,564 INFO [M:0;692b295ad45c:38805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38805 2024-11-08T19:20:46,565 INFO [M:0;692b295ad45c:38805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:20:46,683 INFO [M:0;692b295ad45c:38805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:20:46,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:46,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1011be42ded0003, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:46,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7485a927{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:20:46,686 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@442d8dc6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:20:46,687 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:20:46,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e1483c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:20:46,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5346ffb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/hadoop.log.dir/,STOPPED} 2024-11-08T19:20:46,688 WARN [BP-1979103956-172.17.0.2-1731093612120 heartbeating to localhost/127.0.0.1:43279 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:20:46,688 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:20:46,688 WARN [BP-1979103956-172.17.0.2-1731093612120 heartbeating to localhost/127.0.0.1:43279 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1979103956-172.17.0.2-1731093612120 (Datanode Uuid 0e6cdc22-cdc7-4368-ae6a-3ff1c5a5025a) service to localhost/127.0.0.1:43279 2024-11-08T19:20:46,688 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:20:46,688 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/cluster_405181b0-cc02-6855-8b7e-55ed54579905/data/data1/current/BP-1979103956-172.17.0.2-1731093612120 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:20:46,689 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:20:46,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/cluster_405181b0-cc02-6855-8b7e-55ed54579905/data/data2/current/BP-1979103956-172.17.0.2-1731093612120 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:20:46,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@204efa1d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:20:46,695 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@315b0059{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:20:46,696 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:20:46,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6041d383{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:20:46,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12eaea7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e6818747-8a77-0a9d-d9e8-a383e7e62b52/hadoop.log.dir/,STOPPED} 2024-11-08T19:20:46,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:20:46,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:20:46,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:20:46,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:46,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:46,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:46,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:46,708 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:20:46,708 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=954160486, stopped=false 2024-11-08T19:20:46,708 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,34317,1731093609213 2024-11-08T19:20:46,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01553146750/running 2024-11-08T19:20:46,730 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01553146750/running 2024-11-08T19:20:46,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750 2024-11-08T19:20:46,730 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750 2024-11-08T19:20:46,730 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:20:46,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:20:46,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:46,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Set watcher on znode that does not yet exist, /01553146750/running 2024-11-08T19:20:46,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:46,731 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,40067,1731093609430' ***** 2024-11-08T19:20:46,731 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:20:46,731 INFO [RS:0;692b295ad45c:40067 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:20:46,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Set watcher on znode that does not yet exist, /01553146750/running 2024-11-08T19:20:46,731 INFO [RS:0;692b295ad45c:40067 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:20:46,731 INFO [RS:0;692b295ad45c:40067 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:20:46,731 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:20:46,731 INFO [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(3091): Received CLOSE for bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:46,731 INFO [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ce4fc762fbd1269c755c06a45bc792e 2024-11-08T19:20:46,732 INFO [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,40067,1731093609430 2024-11-08T19:20:46,732 INFO [RS:0;692b295ad45c:40067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:20:46,732 INFO [RS:0;692b295ad45c:40067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:40067. 2024-11-08T19:20:46,732 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd6224e4d61155dfd7c32c359b76523d, disabling compactions & flushes 2024-11-08T19:20:46,732 DEBUG [RS:0;692b295ad45c:40067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:46,732 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d. 2024-11-08T19:20:46,732 DEBUG [RS:0;692b295ad45c:40067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:46,732 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d. 2024-11-08T19:20:46,732 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d. after waiting 0 ms 2024-11-08T19:20:46,732 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d. 2024-11-08T19:20:46,732 INFO [RS:0;692b295ad45c:40067 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:20:46,732 INFO [RS:0;692b295ad45c:40067 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:20:46,732 INFO [RS:0;692b295ad45c:40067 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:20:46,732 INFO [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:20:46,732 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bd6224e4d61155dfd7c32c359b76523d 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-08T19:20:46,732 INFO [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T19:20:46,732 DEBUG [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1325): Online Regions={bd6224e4d61155dfd7c32c359b76523d=test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d., 1588230740=hbase:meta,,1.1588230740, 2ce4fc762fbd1269c755c06a45bc792e=hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e.} 2024-11-08T19:20:46,732 DEBUG [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ce4fc762fbd1269c755c06a45bc792e, bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:46,732 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:20:46,732 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:20:46,732 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:20:46,732 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:20:46,732 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:20:46,732 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T19:20:46,746 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d/.tmp/f/3f50ad5c5bef4dfba99dfdc1e20b9101 is 28, key is row/f:/1731093636873/DeleteFamily/seqid=0 2024-11-08T19:20:46,747 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/.tmp/info/e1c78d7e85004402a9c3d6c283c64214 is 147, key is hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e./info:regioninfo/1731093629574/Put/seqid=0 2024-11-08T19:20:46,751 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:20:46,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741840_1016 (size=5085) 2024-11-08T19:20:46,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741841_1017 (size=7686) 2024-11-08T19:20:46,754 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/.tmp/info/e1c78d7e85004402a9c3d6c283c64214 2024-11-08T19:20:46,775 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/.tmp/ns/782dfabe8b534b269d71c9621ef5a7db is 43, key is default/ns:d/1731093611956/Put/seqid=0 2024-11-08T19:20:46,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741842_1018 (size=5153) 2024-11-08T19:20:46,932 DEBUG [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ce4fc762fbd1269c755c06a45bc792e, bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:47,132 DEBUG [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ce4fc762fbd1269c755c06a45bc792e, bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:47,154 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d/.tmp/f/3f50ad5c5bef4dfba99dfdc1e20b9101 2024-11-08T19:20:47,157 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f50ad5c5bef4dfba99dfdc1e20b9101 2024-11-08T19:20:47,171 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d/.tmp/f1/d270de0852f748768902a2c030c42b4e is 29, key is row/f1:/1731093636873/DeleteFamily/seqid=0 2024-11-08T19:20:47,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741843_1019 (size=5089) 2024-11-08T19:20:47,183 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/.tmp/ns/782dfabe8b534b269d71c9621ef5a7db 2024-11-08T19:20:47,207 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/.tmp/rep_barrier/3a1e4d3f0c004d6cad228686f620be34 is 112, key is test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d./rep_barrier:seqnumDuringOpen/1731093624087/Put/seqid=0 2024-11-08T19:20:47,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741844_1020 (size=5518) 2024-11-08T19:20:47,214 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/.tmp/rep_barrier/3a1e4d3f0c004d6cad228686f620be34 2024-11-08T19:20:47,231 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/.tmp/table/73b547a2e228452bba98f63aa6004540 is 53, key is hbase:replication/table:state/1731093629579/Put/seqid=0 2024-11-08T19:20:47,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741845_1021 (size=5308) 2024-11-08T19:20:47,238 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/.tmp/table/73b547a2e228452bba98f63aa6004540 2024-11-08T19:20:47,241 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/.tmp/info/e1c78d7e85004402a9c3d6c283c64214 as hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/info/e1c78d7e85004402a9c3d6c283c64214 2024-11-08T19:20:47,244 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/info/e1c78d7e85004402a9c3d6c283c64214, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T19:20:47,247 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/.tmp/ns/782dfabe8b534b269d71c9621ef5a7db as hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/ns/782dfabe8b534b269d71c9621ef5a7db 2024-11-08T19:20:47,250 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/ns/782dfabe8b534b269d71c9621ef5a7db, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T19:20:47,252 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/.tmp/rep_barrier/3a1e4d3f0c004d6cad228686f620be34 as hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/rep_barrier/3a1e4d3f0c004d6cad228686f620be34 2024-11-08T19:20:47,256 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/rep_barrier/3a1e4d3f0c004d6cad228686f620be34, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T19:20:47,257 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/.tmp/table/73b547a2e228452bba98f63aa6004540 as hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/table/73b547a2e228452bba98f63aa6004540 2024-11-08T19:20:47,260 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/table/73b547a2e228452bba98f63aa6004540, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T19:20:47,261 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 529ms, sequenceid=16, compaction requested=false 2024-11-08T19:20:47,261 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:20:47,286 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T19:20:47,287 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:20:47,287 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:20:47,287 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:20:47,287 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093646732Running coprocessor pre-close hooks at 1731093646732Disabling compacts and flushes for region at 1731093646732Disabling writes for close at 1731093646732Obtaining lock to block concurrent updates at 1731093646732Preparing flush snapshotting stores in 1588230740 at 1731093646732Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731093646732Flushing stores of hbase:meta,,1.1588230740 at 1731093646733 (+1 ms)Flushing 1588230740/info: creating writer at 1731093646733Flushing 1588230740/info: appending metadata at 1731093646747 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731093646747Flushing 1588230740/ns: creating writer at 1731093646758 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731093646774 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731093646774Flushing 1588230740/rep_barrier: creating writer at 1731093647188 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731093647207 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731093647207Flushing 1588230740/table: creating writer at 1731093647217 (+10 ms)Flushing 1588230740/table: appending metadata at 1731093647231 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731093647231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f955a7a: reopening flushed file at 1731093647241 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a377df: reopening flushed file at 1731093647244 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a83bd97: reopening flushed file at 1731093647250 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@719b9a88: reopening flushed file at 1731093647256 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 529ms, sequenceid=16, compaction requested=false at 1731093647261 (+5 ms)Writing region close event to WAL at 1731093647273 (+12 ms)Running coprocessor post-close hooks at 1731093647287 (+14 ms)Closed at 1731093647287 2024-11-08T19:20:47,287 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:20:47,333 DEBUG [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1351): Waiting on 2ce4fc762fbd1269c755c06a45bc792e, bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:47,533 DEBUG [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1351): Waiting on 2ce4fc762fbd1269c755c06a45bc792e, bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:47,578 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d/.tmp/f1/d270de0852f748768902a2c030c42b4e 2024-11-08T19:20:47,581 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d270de0852f748768902a2c030c42b4e 2024-11-08T19:20:47,593 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d/.tmp/norep/8b7291bb145841eabed1df6962439744 is 32, key is row/norep:/1731093636873/DeleteFamily/seqid=0 2024-11-08T19:20:47,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741846_1022 (size=5101) 2024-11-08T19:20:47,651 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 636, reset compression=false 2024-11-08T19:20:47,654 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:20:47,654 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 883, reset compression=false 2024-11-08T19:20:47,654 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.shipper692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,40067,1731093609430 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:20:47,655 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.shipper692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 692b295ad45c,40067,1731093609430: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-692b295ad45c,40067,1731093609430, walGroup=692b295ad45c%2C40067%2C1731093609430, offset=692b295ad45c%2C40067%2C1731093609430.1731093610855:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:40067 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T19:20:47,656 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.shipper692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T19:20:47,656 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.shipper692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T19:20:47,656 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.shipper692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T19:20:47,656 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.shipper692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T19:20:47,656 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.shipper692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T19:20:47,656 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.shipper692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 1029799552 }, "NonHeapMemoryUsage": { "committed": 207093760, "init": 7667712, "max": -1, "used": 203049040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T19:20:47,657 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.shipper692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:34317 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:34317 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T19:20:47,719 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:20:47,719 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:20:47,733 INFO [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T19:20:47,733 DEBUG [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1325): Online Regions={bd6224e4d61155dfd7c32c359b76523d=test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d., 2ce4fc762fbd1269c755c06a45bc792e=hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e.} 2024-11-08T19:20:47,733 DEBUG [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1351): Waiting on 2ce4fc762fbd1269c755c06a45bc792e, bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:47,857 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 883, reset compression=false 2024-11-08T19:20:47,933 DEBUG [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1351): Waiting on 2ce4fc762fbd1269c755c06a45bc792e, bd6224e4d61155dfd7c32c359b76523d 2024-11-08T19:20:47,997 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d/.tmp/norep/8b7291bb145841eabed1df6962439744 2024-11-08T19:20:48,000 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b7291bb145841eabed1df6962439744 2024-11-08T19:20:48,000 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d/.tmp/f/3f50ad5c5bef4dfba99dfdc1e20b9101 as hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d/f/3f50ad5c5bef4dfba99dfdc1e20b9101 2024-11-08T19:20:48,003 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f50ad5c5bef4dfba99dfdc1e20b9101 2024-11-08T19:20:48,003 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d/f/3f50ad5c5bef4dfba99dfdc1e20b9101, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T19:20:48,004 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d/.tmp/f1/d270de0852f748768902a2c030c42b4e as hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d/f1/d270de0852f748768902a2c030c42b4e 2024-11-08T19:20:48,006 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d270de0852f748768902a2c030c42b4e 2024-11-08T19:20:48,007 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d/f1/d270de0852f748768902a2c030c42b4e, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T19:20:48,007 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d/.tmp/norep/8b7291bb145841eabed1df6962439744 as hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d/norep/8b7291bb145841eabed1df6962439744 2024-11-08T19:20:48,010 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b7291bb145841eabed1df6962439744 2024-11-08T19:20:48,010 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d/norep/8b7291bb145841eabed1df6962439744, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T19:20:48,011 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for bd6224e4d61155dfd7c32c359b76523d in 1279ms, sequenceid=6, compaction requested=false 2024-11-08T19:20:48,011 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T19:20:48,014 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/data/default/test/bd6224e4d61155dfd7c32c359b76523d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T19:20:48,014 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:20:48,014 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:20:48,015 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d. 2024-11-08T19:20:48,015 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd6224e4d61155dfd7c32c359b76523d: Waiting for close lock at 1731093646732Running coprocessor pre-close hooks at 1731093646732Disabling compacts and flushes for region at 1731093646732Disabling writes for close at 1731093646732Obtaining lock to block concurrent updates at 1731093646732Preparing flush snapshotting stores in bd6224e4d61155dfd7c32c359b76523d at 1731093646732Finished memstore snapshotting test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731093646732Flushing stores of test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d. at 1731093646733 (+1 ms)Flushing bd6224e4d61155dfd7c32c359b76523d/f: creating writer at 1731093646733Flushing bd6224e4d61155dfd7c32c359b76523d/f: appending metadata at 1731093646745 (+12 ms)Flushing bd6224e4d61155dfd7c32c359b76523d/f: closing flushed file at 1731093646745Flushing bd6224e4d61155dfd7c32c359b76523d/f1: creating writer at 1731093647158 (+413 ms)Flushing bd6224e4d61155dfd7c32c359b76523d/f1: appending metadata at 1731093647170 (+12 ms)Flushing bd6224e4d61155dfd7c32c359b76523d/f1: closing flushed file at 1731093647170Flushing bd6224e4d61155dfd7c32c359b76523d/norep: creating writer at 1731093647581 (+411 ms)Flushing bd6224e4d61155dfd7c32c359b76523d/norep: appending metadata at 1731093647592 (+11 ms)Flushing bd6224e4d61155dfd7c32c359b76523d/norep: closing flushed file at 1731093647592Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3287171a: reopening flushed file at 1731093648000 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1191252b: reopening flushed file at 1731093648003 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ee9d93: reopening flushed file at 1731093648007 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for bd6224e4d61155dfd7c32c359b76523d in 1279ms, sequenceid=6, compaction requested=false at 1731093648011 (+4 ms)Writing region close event to WAL at 1731093648012 (+1 ms)Running coprocessor post-close hooks at 1731093648014 (+2 ms)Closed at 1731093648014 2024-11-08T19:20:48,015 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731093622946.bd6224e4d61155dfd7c32c359b76523d. 2024-11-08T19:20:48,015 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ce4fc762fbd1269c755c06a45bc792e, disabling compactions & flushes 2024-11-08T19:20:48,015 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. 2024-11-08T19:20:48,015 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. 2024-11-08T19:20:48,015 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. after waiting 0 ms 2024-11-08T19:20:48,015 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. 2024-11-08T19:20:48,015 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ce4fc762fbd1269c755c06a45bc792e: Waiting for close lock at 1731093648015Running coprocessor pre-close hooks at 1731093648015Disabling compacts and flushes for region at 1731093648015Disabling writes for close at 1731093648015Failed flush hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e., putting online again at 1731093648015 2024-11-08T19:20:48,015 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. 2024-11-08T19:20:48,134 INFO [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ce4fc762fbd1269c755c06a45bc792e 2024-11-08T19:20:48,134 DEBUG [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1351): Waiting on 2ce4fc762fbd1269c755c06a45bc792e 2024-11-08T19:20:48,134 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ce4fc762fbd1269c755c06a45bc792e, disabling compactions & flushes 2024-11-08T19:20:48,134 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. 2024-11-08T19:20:48,134 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. 2024-11-08T19:20:48,134 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. after waiting 0 ms 2024-11-08T19:20:48,134 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. 2024-11-08T19:20:48,134 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ce4fc762fbd1269c755c06a45bc792e: Waiting for close lock at 1731093648134Running coprocessor pre-close hooks at 1731093648134Disabling compacts and flushes for region at 1731093648134Disabling writes for close at 1731093648134Failed flush hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e., putting online again at 1731093648134 2024-11-08T19:20:48,134 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731093628405.2ce4fc762fbd1269c755c06a45bc792e. 2024-11-08T19:20:48,161 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 883, reset compression=false 2024-11-08T19:20:48,182 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:20:48,182 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 1527, reset compression=false 2024-11-08T19:20:48,334 INFO [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T19:20:48,334 INFO [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,40067,1731093609430; all regions closed. 2024-11-08T19:20:48,338 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.meta.1731093611861.meta not finished, retry = 0 2024-11-08T19:20:48,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741834_1010 (size=4239) 2024-11-08T19:20:48,392 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/WALs/692b295ad45c,40067,1731093609430/692b295ad45c%2C40067%2C1731093609430.1731093610855 to pos 1527, reset compression=false 2024-11-08T19:20:48,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741839_1015 (size=1297) 2024-11-08T19:20:48,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741832_1008 (size=1535) 2024-11-08T19:20:48,443 DEBUG [RS:0;692b295ad45c:40067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:48,443 INFO [RS:0;692b295ad45c:40067 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:20:48,443 INFO [RS:0;692b295ad45c:40067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:20:48,443 INFO [RS:0;692b295ad45c:40067 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:20:48,443 INFO [RS:0;692b295ad45c:40067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:20:48,443 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:20:48,443 INFO [RS:0;692b295ad45c:40067 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-692b295ad45c,40067,1731093609430 because: Region server is closing 2024-11-08T19:20:48,443 INFO [RS:0;692b295ad45c:40067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:40067. 2024-11-08T19:20:48,443 DEBUG [RS:0;692b295ad45c:40067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:48,443 DEBUG [RS:0;692b295ad45c:40067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:48,443 DEBUG [RS:0;692b295ad45c:40067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:48,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:48,544 INFO [RS:0;692b295ad45c:40067 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.shipper692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 terminated 2024-11-08T19:20:48,544 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,40067,1731093609430.replicationSource.wal-reader.692b295ad45c%2C40067%2C1731093609430,1-692b295ad45c,40067,1731093609430 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T19:20:48,544 INFO [RS:0;692b295ad45c:40067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40067 2024-11-08T19:20:48,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750/rs 2024-11-08T19:20:48,554 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01553146750/rs/692b295ad45c,40067,1731093609430 2024-11-08T19:20:48,554 INFO [RS:0;692b295ad45c:40067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:20:48,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,40067,1731093609430] 2024-11-08T19:20:48,575 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01553146750/draining/692b295ad45c,40067,1731093609430 already deleted, retry=false 2024-11-08T19:20:48,575 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,40067,1731093609430 expired; onlineServers=0 2024-11-08T19:20:48,575 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,34317,1731093609213' ***** 2024-11-08T19:20:48,575 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:20:48,575 INFO [M:0;692b295ad45c:34317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:20:48,575 INFO [M:0;692b295ad45c:34317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:20:48,575 DEBUG [M:0;692b295ad45c:34317 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:20:48,575 DEBUG [M:0;692b295ad45c:34317 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:20:48,575 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:20:48,575 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093610654 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093610654,5,FailOnTimeoutGroup] 2024-11-08T19:20:48,575 INFO [M:0;692b295ad45c:34317 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:20:48,575 INFO [M:0;692b295ad45c:34317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:20:48,575 DEBUG [M:0;692b295ad45c:34317 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:20:48,575 INFO [M:0;692b295ad45c:34317 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:20:48,575 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093610655 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093610655,5,FailOnTimeoutGroup] 2024-11-08T19:20:48,575 INFO [M:0;692b295ad45c:34317 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:20:48,575 ERROR [M:0;692b295ad45c:34317 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1299828598) connection to localhost/127.0.0.1:38337 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38337,5,PEWorkerGroup] 2024-11-08T19:20:48,576 INFO [M:0;692b295ad45c:34317 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:20:48,576 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:20:48,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01553146750/master 2024-11-08T19:20:48,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01553146750 2024-11-08T19:20:48,596 DEBUG [M:0;692b295ad45c:34317 {}] zookeeper.RecoverableZooKeeper(212): Node /01553146750/master already deleted, retry=false 2024-11-08T19:20:48,596 DEBUG [M:0;692b295ad45c:34317 {}] master.ActiveMasterManager(353): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Failed delete of our master address node; KeeperErrorCode = NoNode for /01553146750/master 2024-11-08T19:20:48,596 INFO [M:0;692b295ad45c:34317 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/.lastflushedseqids 2024-11-08T19:20:48,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741847_1023 (size=245) 2024-11-08T19:20:48,664 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:48,664 INFO [RS:0;692b295ad45c:40067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:20:48,664 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40067-0x1011be42ded0001, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:48,664 INFO [RS:0;692b295ad45c:40067 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,40067,1731093609430; zookeeper connection closed. 2024-11-08T19:20:48,665 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72ce5fc6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72ce5fc6 2024-11-08T19:20:48,665 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:20:49,001 INFO [M:0;692b295ad45c:34317 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:20:49,001 INFO [M:0;692b295ad45c:34317 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:20:49,001 DEBUG [M:0;692b295ad45c:34317 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:20:49,001 INFO [M:0;692b295ad45c:34317 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:49,001 DEBUG [M:0;692b295ad45c:34317 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:49,001 DEBUG [M:0;692b295ad45c:34317 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:20:49,001 DEBUG [M:0;692b295ad45c:34317 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:49,001 INFO [M:0;692b295ad45c:34317 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-08T19:20:49,020 DEBUG [M:0;692b295ad45c:34317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a690664354f243cda391708afe786319 is 82, key is hbase:meta,,1/info:regioninfo/1731093611893/Put/seqid=0 2024-11-08T19:20:49,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741848_1024 (size=5672) 2024-11-08T19:20:49,023 INFO [M:0;692b295ad45c:34317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a690664354f243cda391708afe786319 2024-11-08T19:20:49,042 DEBUG [M:0;692b295ad45c:34317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c8b2fb0fb6a4465ad6ef58eac0b2bae is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731093624095/Put/seqid=0 2024-11-08T19:20:49,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741849_1025 (size=7218) 2024-11-08T19:20:49,446 INFO [M:0;692b295ad45c:34317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c8b2fb0fb6a4465ad6ef58eac0b2bae 2024-11-08T19:20:49,452 INFO [M:0;692b295ad45c:34317 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c8b2fb0fb6a4465ad6ef58eac0b2bae 2024-11-08T19:20:49,480 DEBUG [M:0;692b295ad45c:34317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8cf2e2c165b49eca91a190540b224f8 is 69, key is 692b295ad45c,40067,1731093609430/rs:state/1731093610696/Put/seqid=0 2024-11-08T19:20:49,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741850_1026 (size=5156) 2024-11-08T19:20:49,894 INFO [M:0;692b295ad45c:34317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8cf2e2c165b49eca91a190540b224f8 2024-11-08T19:20:49,900 DEBUG [M:0;692b295ad45c:34317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a690664354f243cda391708afe786319 as hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a690664354f243cda391708afe786319 2024-11-08T19:20:49,906 INFO [M:0;692b295ad45c:34317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a690664354f243cda391708afe786319, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T19:20:49,908 DEBUG [M:0;692b295ad45c:34317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c8b2fb0fb6a4465ad6ef58eac0b2bae as hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c8b2fb0fb6a4465ad6ef58eac0b2bae 2024-11-08T19:20:49,914 INFO [M:0;692b295ad45c:34317 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c8b2fb0fb6a4465ad6ef58eac0b2bae 2024-11-08T19:20:49,914 INFO [M:0;692b295ad45c:34317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c8b2fb0fb6a4465ad6ef58eac0b2bae, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T19:20:49,915 DEBUG [M:0;692b295ad45c:34317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8cf2e2c165b49eca91a190540b224f8 as hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8cf2e2c165b49eca91a190540b224f8 2024-11-08T19:20:49,930 INFO [M:0;692b295ad45c:34317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38337/user/jenkins/test-data/bec0e064-9161-2206-4361-59f1c9ccba04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8cf2e2c165b49eca91a190540b224f8, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T19:20:49,937 INFO [M:0;692b295ad45c:34317 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 936ms, sequenceid=105, compaction requested=false 2024-11-08T19:20:49,975 INFO [M:0;692b295ad45c:34317 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:49,975 DEBUG [M:0;692b295ad45c:34317 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093649001Disabling compacts and flushes for region at 1731093649001Disabling writes for close at 1731093649001Obtaining lock to block concurrent updates at 1731093649001Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093649001Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731093649002 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093649002Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093649002Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093649019 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093649019Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093649026 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093649042 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093649042Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093649452 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093649479 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093649480 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ac0218: reopening flushed file at 1731093649899 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29ba9d3e: reopening flushed file at 1731093649907 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ee40951: reopening flushed file at 1731093649914 (+7 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 936ms, sequenceid=105, compaction requested=false at 1731093649937 (+23 ms)Writing region close event to WAL at 1731093649975 (+38 ms)Closed at 1731093649975 2024-11-08T19:20:50,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741830_1006 (size=64423) 2024-11-08T19:20:50,019 INFO [M:0;692b295ad45c:34317 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:20:50,019 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:20:50,019 INFO [M:0;692b295ad45c:34317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34317 2024-11-08T19:20:50,020 INFO [M:0;692b295ad45c:34317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:20:50,035 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:20:50,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:50,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:50,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:50,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:50,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:50,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:50,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:50,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:50,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:50,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:50,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:50,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:50,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:50,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:50,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:50,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:50,167 INFO [M:0;692b295ad45c:34317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:20:50,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:50,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34317-0x1011be42ded0000, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:20:50,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ca0b816{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:20:50,200 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b0bef9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:20:50,200 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:20:50,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13cd5feb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:20:50,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75693074{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/hadoop.log.dir/,STOPPED} 2024-11-08T19:20:50,203 WARN [BP-1910271540-172.17.0.2-1731093607018 heartbeating to localhost/127.0.0.1:38337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:20:50,203 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:20:50,203 WARN [BP-1910271540-172.17.0.2-1731093607018 heartbeating to localhost/127.0.0.1:38337 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1910271540-172.17.0.2-1731093607018 (Datanode Uuid 527d8f85-a110-45be-8a3f-3baed9f85cc4) service to localhost/127.0.0.1:38337 2024-11-08T19:20:50,203 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:20:50,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/cluster_6fd05035-e860-8db1-53da-9ed5114b83bf/data/data1/current/BP-1910271540-172.17.0.2-1731093607018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:20:50,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/cluster_6fd05035-e860-8db1-53da-9ed5114b83bf/data/data2/current/BP-1910271540-172.17.0.2-1731093607018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:20:50,204 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:20:50,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22adc64c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:20:50,213 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61449451{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:20:50,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:20:50,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@376a212c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:20:50,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@817417e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5cf4afa-4dba-f0ca-4f91-ac952f2e379d/hadoop.log.dir/,STOPPED} 2024-11-08T19:20:50,223 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:20:50,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:20:50,257 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 311) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38337 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53836) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53836) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38337 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:33455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43279 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33455 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38337 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53836) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=793 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 324) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1423 (was 1995) 2024-11-08T19:20:50,272 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=408, ProcessCount=11, AvailableMemoryMB=1423 2024-11-08T19:20:50,289 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-08T19:20:50,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/hadoop.log.dir so I do NOT create it in target/test-data/eb81927c-022d-8072-b94b-7d2040982587 2024-11-08T19:20:50,290 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:20:50,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/hadoop.tmp.dir so I do NOT create it in target/test-data/eb81927c-022d-8072-b94b-7d2040982587 2024-11-08T19:20:50,290 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7c79a588-5a69-91d7-742b-04c4fb28bdad/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:20:50,290 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587 2024-11-08T19:20:50,290 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/cluster_d334970e-343d-3eb0-15a2-29da70394af8, deleteOnExit=true 2024-11-08T19:20:50,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011be42ded0008, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T19:20:50,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011be42ded0005, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T19:20:50,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011be42ded0002, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T19:20:50,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011be42ded0008, quorum=127.0.0.1:53836, baseZNode=/21576154970 Received Disconnected from ZooKeeper, ignoring 2024-11-08T19:20:50,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011be42ded0002, quorum=127.0.0.1:53836, baseZNode=/01553146750 Received Disconnected from ZooKeeper, ignoring 2024-11-08T19:20:50,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011be42ded0005, quorum=127.0.0.1:53836, baseZNode=/11264037182 Received Disconnected from ZooKeeper, ignoring 2024-11-08T19:20:50,325 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/cluster_d334970e-343d-3eb0-15a2-29da70394af8/zookeeper_0, clientPort=57171, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/cluster_d334970e-343d-3eb0-15a2-29da70394af8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/cluster_d334970e-343d-3eb0-15a2-29da70394af8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:20:50,328 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57171 2024-11-08T19:20:50,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:20:50,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:20:50,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/test.cache.data in system properties and HBase conf 2024-11-08T19:20:50,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:20:50,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:20:50,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:20:50,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:20:50,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:20:50,329 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:20:50,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:20:50,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:20:50,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:20:50,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:20:50,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:20:50,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:20:50,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:20:50,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:20:50,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:20:50,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:20:50,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:20:50,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:20:50,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:20:50,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:20:50,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:20:50,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:20:50,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:20:50,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:20:50,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:20:50,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:20:50,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@767fe9b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:20:50,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5324206f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:20:50,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e6a5530{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/java.io.tmpdir/jetty-localhost-32807-hadoop-hdfs-3_4_1-tests_jar-_-any-2299624701579760635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:20:50,824 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e44e3da{HTTP/1.1, (http/1.1)}{localhost:32807} 2024-11-08T19:20:50,824 INFO [Time-limited test {}] server.Server(415): Started @325147ms 2024-11-08T19:20:51,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:20:51,357 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:20:51,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:20:51,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:20:51,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:20:51,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41aa86e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:20:51,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bc54f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:20:51,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62f6a1be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/java.io.tmpdir/jetty-localhost-45127-hadoop-hdfs-3_4_1-tests_jar-_-any-15215005637971861681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:20:51,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dcae63{HTTP/1.1, (http/1.1)}{localhost:45127} 2024-11-08T19:20:51,518 INFO [Time-limited test {}] server.Server(415): Started @325841ms 2024-11-08T19:20:51,519 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:20:52,239 WARN [Thread-4187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/cluster_d334970e-343d-3eb0-15a2-29da70394af8/data/data1/current/BP-1937709293-172.17.0.2-1731093650349/current, will proceed with Du for space computation calculation, 2024-11-08T19:20:52,240 WARN [Thread-4188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/cluster_d334970e-343d-3eb0-15a2-29da70394af8/data/data2/current/BP-1937709293-172.17.0.2-1731093650349/current, will proceed with Du for space computation calculation, 2024-11-08T19:20:52,260 WARN [Thread-4175 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:20:52,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6616332cb70ee80 with lease ID 0xf7ebe5be9a27a03b: Processing first storage report for DS-d6887e59-1c63-42cb-9a2d-8662734b3a10 from datanode DatanodeRegistration(127.0.0.1:43173, datanodeUuid=1492400b-73b0-4a91-acd3-344e7e23c497, infoPort=42263, infoSecurePort=0, ipcPort=34571, storageInfo=lv=-57;cid=testClusterID;nsid=360747185;c=1731093650349) 2024-11-08T19:20:52,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6616332cb70ee80 with lease ID 0xf7ebe5be9a27a03b: from storage DS-d6887e59-1c63-42cb-9a2d-8662734b3a10 node DatanodeRegistration(127.0.0.1:43173, datanodeUuid=1492400b-73b0-4a91-acd3-344e7e23c497, infoPort=42263, infoSecurePort=0, ipcPort=34571, storageInfo=lv=-57;cid=testClusterID;nsid=360747185;c=1731093650349), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:20:52,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6616332cb70ee80 with lease ID 0xf7ebe5be9a27a03b: Processing first storage report for DS-5df3ac94-7874-4ba6-8f67-415eb02fd7ce from datanode DatanodeRegistration(127.0.0.1:43173, datanodeUuid=1492400b-73b0-4a91-acd3-344e7e23c497, infoPort=42263, infoSecurePort=0, ipcPort=34571, storageInfo=lv=-57;cid=testClusterID;nsid=360747185;c=1731093650349) 2024-11-08T19:20:52,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6616332cb70ee80 with lease ID 0xf7ebe5be9a27a03b: from storage DS-5df3ac94-7874-4ba6-8f67-415eb02fd7ce node DatanodeRegistration(127.0.0.1:43173, datanodeUuid=1492400b-73b0-4a91-acd3-344e7e23c497, infoPort=42263, infoSecurePort=0, ipcPort=34571, storageInfo=lv=-57;cid=testClusterID;nsid=360747185;c=1731093650349), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:20:52,315 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587 2024-11-08T19:20:52,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:52,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:52,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:20:52,727 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba with version=8 2024-11-08T19:20:52,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/hbase-staging 2024-11-08T19:20:52,729 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:20:52,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:52,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:52,729 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:20:52,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:52,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:20:52,729 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:20:52,729 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:20:52,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38707 2024-11-08T19:20:52,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38707 connecting to ZooKeeper ensemble=127.0.0.1:57171 2024-11-08T19:20:52,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387070x0, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:20:52,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38707-0x1011be4d7220000 connected 2024-11-08T19:20:53,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:53,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:53,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Set watcher on znode that does not yet exist, /0-1427190256/running 2024-11-08T19:20:53,158 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba, hbase.cluster.distributed=false 2024-11-08T19:20:53,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Set watcher on znode that does not yet exist, /0-1427190256/acl 2024-11-08T19:20:53,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38707 2024-11-08T19:20:53,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38707 2024-11-08T19:20:53,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38707 2024-11-08T19:20:53,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38707 2024-11-08T19:20:53,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38707 2024-11-08T19:20:53,189 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:20:53,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:53,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:53,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:20:53,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:53,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:20:53,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:20:53,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:20:53,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38097 2024-11-08T19:20:53,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38097 connecting to ZooKeeper ensemble=127.0.0.1:57171 2024-11-08T19:20:53,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:53,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:53,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380970x0, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:20:53,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380970x0, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Set watcher on znode that does not yet exist, /0-1427190256/running 2024-11-08T19:20:53,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38097-0x1011be4d7220001 connected 2024-11-08T19:20:53,225 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:20:53,233 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:20:53,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38097-0x1011be4d7220001, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Set watcher on znode that does not yet exist, /0-1427190256/master 2024-11-08T19:20:53,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38097-0x1011be4d7220001, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Set watcher on znode that does not yet exist, /0-1427190256/acl 2024-11-08T19:20:53,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38097 2024-11-08T19:20:53,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38097 2024-11-08T19:20:53,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38097 2024-11-08T19:20:53,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38097 2024-11-08T19:20:53,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38097 2024-11-08T19:20:53,304 DEBUG [M:0;692b295ad45c:38707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:38707 2024-11-08T19:20:53,308 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1427190256/backup-masters/692b295ad45c,38707,1731093652728 2024-11-08T19:20:53,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1427190256/backup-masters 2024-11-08T19:20:53,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011be4d7220001, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1427190256/backup-masters 2024-11-08T19:20:53,323 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Set watcher on existing znode=/0-1427190256/backup-masters/692b295ad45c,38707,1731093652728 2024-11-08T19:20:53,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011be4d7220001, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1427190256/master 2024-11-08T19:20:53,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011be4d7220001, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1427190256 2024-11-08T19:20:53,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1427190256 2024-11-08T19:20:53,333 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Set watcher on existing znode=/0-1427190256/master 2024-11-08T19:20:53,333 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1427190256/backup-masters/692b295ad45c,38707,1731093652728 from backup master directory 2024-11-08T19:20:53,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1427190256/backup-masters/692b295ad45c,38707,1731093652728 2024-11-08T19:20:53,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011be4d7220001, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1427190256/backup-masters 2024-11-08T19:20:53,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1427190256/backup-masters 2024-11-08T19:20:53,343 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:20:53,343 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,38707,1731093652728 2024-11-08T19:20:53,349 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/hbase.id] with ID: 1cc97cef-ccae-4353-b63c-91ea03597c2e 2024-11-08T19:20:53,350 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/.tmp/hbase.id 2024-11-08T19:20:53,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:20:53,770 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/.tmp/hbase.id]:[hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/hbase.id] 2024-11-08T19:20:53,782 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:53,782 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:20:53,783 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T19:20:53,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011be4d7220001, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1427190256 2024-11-08T19:20:53,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1427190256 2024-11-08T19:20:53,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:20:53,900 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:20:53,901 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:20:53,914 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:20:53,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:20:53,963 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/MasterData/data/master/store 2024-11-08T19:20:54,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:20:54,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:20:54,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T19:20:54,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T19:20:54,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:20:54,419 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:20:54,420 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:20:54,420 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129043 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:20:54,430 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:54,431 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:20:54,431 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:54,431 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:54,431 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:20:54,431 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:54,431 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:20:54,431 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093654430Disabling compacts and flushes for region at 1731093654430Disabling writes for close at 1731093654431 (+1 ms)Writing region close event to WAL at 1731093654431Closed at 1731093654431 2024-11-08T19:20:54,431 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/MasterData/data/master/store/.initializing 2024-11-08T19:20:54,431 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/MasterData/WALs/692b295ad45c,38707,1731093652728 2024-11-08T19:20:54,432 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:20:54,434 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C38707%2C1731093652728, suffix=, logDir=hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/MasterData/WALs/692b295ad45c,38707,1731093652728, archiveDir=hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/MasterData/oldWALs, maxLogs=10 2024-11-08T19:20:54,451 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/MasterData/WALs/692b295ad45c,38707,1731093652728/692b295ad45c%2C38707%2C1731093652728.1731093654434, exclude list is [], retry=0 2024-11-08T19:20:54,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43173,DS-d6887e59-1c63-42cb-9a2d-8662734b3a10,DISK] 2024-11-08T19:20:54,455 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/MasterData/WALs/692b295ad45c,38707,1731093652728/692b295ad45c%2C38707%2C1731093652728.1731093654434 2024-11-08T19:20:54,456 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42263:42263)] 2024-11-08T19:20:54,456 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:20:54,456 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:54,456 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:54,456 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:54,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:54,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:20:54,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:54,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:54,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:54,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:20:54,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:54,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:54,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:54,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:20:54,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:54,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:54,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:54,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:20:54,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:54,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:54,465 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:54,466 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:54,466 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:54,468 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:54,468 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:54,468 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:20:54,469 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:20:54,473 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:20:54,474 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63735625, jitterRate=-0.050265178084373474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:20:54,474 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093654456Initializing all the Stores at 1731093654457 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093654457Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093654457Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093654457Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093654457Cleaning up temporary data from old regions at 1731093654468 (+11 ms)Region opened successfully at 1731093654474 (+6 ms) 2024-11-08T19:20:54,475 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:20:54,484 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618825de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:20:54,484 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:20:54,485 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:20:54,485 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:20:54,485 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:20:54,485 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:20:54,485 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:20:54,486 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:20:54,505 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:20:54,506 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Unable to get data of znode /0-1427190256/balancer because node does not exist (not necessarily an error) 2024-11-08T19:20:54,571 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1427190256/balancer already deleted, retry=false 2024-11-08T19:20:54,572 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:20:54,572 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Unable to get data of znode /0-1427190256/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:20:54,582 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1427190256/normalizer already deleted, retry=false 2024-11-08T19:20:54,582 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:20:54,583 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Unable to get data of znode /0-1427190256/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:20:54,595 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1427190256/switch/split already deleted, retry=false 2024-11-08T19:20:54,596 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Unable to get data of znode /0-1427190256/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:20:54,606 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1427190256/switch/merge already deleted, retry=false 2024-11-08T19:20:54,607 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Unable to get data of znode /0-1427190256/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:20:54,616 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1427190256/snapshot-cleanup already deleted, retry=false 2024-11-08T19:20:54,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011be4d7220001, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1427190256/running 2024-11-08T19:20:54,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011be4d7220001, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1427190256 2024-11-08T19:20:54,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1427190256/running 2024-11-08T19:20:54,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1427190256 2024-11-08T19:20:54,628 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,38707,1731093652728, sessionid=0x1011be4d7220000, setting cluster-up flag (Was=false) 2024-11-08T19:20:54,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011be4d7220001, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1427190256 2024-11-08T19:20:54,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1427190256 2024-11-08T19:20:54,680 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1427190256/flush-table-proc/acquired, /0-1427190256/flush-table-proc/reached, /0-1427190256/flush-table-proc/abort 2024-11-08T19:20:54,681 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,38707,1731093652728 2024-11-08T19:20:54,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011be4d7220001, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1427190256 2024-11-08T19:20:54,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1427190256 2024-11-08T19:20:54,732 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1427190256/online-snapshot/acquired, /0-1427190256/online-snapshot/reached, /0-1427190256/online-snapshot/abort 2024-11-08T19:20:54,733 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,38707,1731093652728 2024-11-08T19:20:54,734 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:20:54,736 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:20:54,736 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:20:54,736 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:20:54,736 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,38707,1731093652728 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:20:54,737 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:20:54,738 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:20:54,738 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:20:54,738 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:20:54,738 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:20:54,738 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:54,738 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:20:54,738 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:54,739 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:20:54,739 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:20:54,740 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:54,740 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:20:54,748 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093684748 2024-11-08T19:20:54,748 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:20:54,749 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:20:54,749 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:20:54,749 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:20:54,749 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:20:54,749 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:20:54,749 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:54,752 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:20:54,752 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:20:54,752 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:20:54,752 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:20:54,753 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:20:54,753 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:20:54,756 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093654753,5,FailOnTimeoutGroup] 2024-11-08T19:20:54,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:20:54,764 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093654756,5,FailOnTimeoutGroup] 2024-11-08T19:20:54,764 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:54,764 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:20:54,764 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:54,764 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:54,806 INFO [RS:0;692b295ad45c:38097 {}] regionserver.HRegionServer(746): ClusterId : 1cc97cef-ccae-4353-b63c-91ea03597c2e 2024-11-08T19:20:54,806 DEBUG [RS:0;692b295ad45c:38097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:20:54,817 DEBUG [RS:0;692b295ad45c:38097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:20:54,817 DEBUG [RS:0;692b295ad45c:38097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:20:54,827 DEBUG [RS:0;692b295ad45c:38097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:20:54,828 DEBUG [RS:0;692b295ad45c:38097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca24090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:20:54,842 DEBUG [RS:0;692b295ad45c:38097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:38097 2024-11-08T19:20:54,842 INFO [RS:0;692b295ad45c:38097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:20:54,842 INFO [RS:0;692b295ad45c:38097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:20:54,842 DEBUG [RS:0;692b295ad45c:38097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:20:54,842 INFO [RS:0;692b295ad45c:38097 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,38707,1731093652728 with port=38097, startcode=1731093653189 2024-11-08T19:20:54,843 DEBUG [RS:0;692b295ad45c:38097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:20:54,844 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:20:54,844 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,38097,1731093653189 2024-11-08T19:20:54,844 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38707 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,38097,1731093653189 2024-11-08T19:20:54,845 DEBUG [RS:0;692b295ad45c:38097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba 2024-11-08T19:20:54,845 DEBUG [RS:0;692b295ad45c:38097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44739 2024-11-08T19:20:54,845 DEBUG [RS:0;692b295ad45c:38097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:20:54,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1427190256/rs 2024-11-08T19:20:54,859 DEBUG [RS:0;692b295ad45c:38097 {}] zookeeper.ZKUtil(111): regionserver:38097-0x1011be4d7220001, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Set watcher on existing znode=/0-1427190256/rs/692b295ad45c,38097,1731093653189 2024-11-08T19:20:54,859 WARN [RS:0;692b295ad45c:38097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:20:54,859 INFO [RS:0;692b295ad45c:38097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:20:54,859 DEBUG [RS:0;692b295ad45c:38097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/WALs/692b295ad45c,38097,1731093653189 2024-11-08T19:20:54,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,38097,1731093653189] 2024-11-08T19:20:54,862 INFO [RS:0;692b295ad45c:38097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:20:54,863 INFO [RS:0;692b295ad45c:38097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:20:54,863 INFO [RS:0;692b295ad45c:38097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:20:54,863 INFO [RS:0;692b295ad45c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:54,863 INFO [RS:0;692b295ad45c:38097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:20:54,864 INFO [RS:0;692b295ad45c:38097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:20:54,864 INFO [RS:0;692b295ad45c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:54,864 DEBUG [RS:0;692b295ad45c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:54,864 DEBUG [RS:0;692b295ad45c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:54,864 DEBUG [RS:0;692b295ad45c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:54,864 DEBUG [RS:0;692b295ad45c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:54,864 DEBUG [RS:0;692b295ad45c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:54,864 DEBUG [RS:0;692b295ad45c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:20:54,864 DEBUG [RS:0;692b295ad45c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:54,864 DEBUG [RS:0;692b295ad45c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:54,864 DEBUG [RS:0;692b295ad45c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:54,864 DEBUG [RS:0;692b295ad45c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:54,864 DEBUG [RS:0;692b295ad45c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:54,864 DEBUG [RS:0;692b295ad45c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:20:54,864 DEBUG [RS:0;692b295ad45c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:20:54,864 DEBUG [RS:0;692b295ad45c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:20:54,865 INFO [RS:0;692b295ad45c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:54,865 INFO [RS:0;692b295ad45c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:54,865 INFO [RS:0;692b295ad45c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:54,865 INFO [RS:0;692b295ad45c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:54,865 INFO [RS:0;692b295ad45c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:54,865 INFO [RS:0;692b295ad45c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38097,1731093653189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:20:54,885 INFO [RS:0;692b295ad45c:38097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:20:54,885 INFO [RS:0;692b295ad45c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38097,1731093653189-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:54,885 INFO [RS:0;692b295ad45c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:54,885 INFO [RS:0;692b295ad45c:38097 {}] regionserver.Replication(171): 692b295ad45c,38097,1731093653189 started 2024-11-08T19:20:54,903 INFO [RS:0;692b295ad45c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:54,903 INFO [RS:0;692b295ad45c:38097 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,38097,1731093653189, RpcServer on 692b295ad45c/172.17.0.2:38097, sessionid=0x1011be4d7220001 2024-11-08T19:20:54,903 DEBUG [RS:0;692b295ad45c:38097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:20:54,903 DEBUG [RS:0;692b295ad45c:38097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,38097,1731093653189 2024-11-08T19:20:54,903 DEBUG [RS:0;692b295ad45c:38097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,38097,1731093653189' 2024-11-08T19:20:54,903 DEBUG [RS:0;692b295ad45c:38097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1427190256/flush-table-proc/abort' 2024-11-08T19:20:54,903 DEBUG [RS:0;692b295ad45c:38097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1427190256/flush-table-proc/acquired' 2024-11-08T19:20:54,904 DEBUG [RS:0;692b295ad45c:38097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:20:54,904 DEBUG [RS:0;692b295ad45c:38097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:20:54,904 DEBUG [RS:0;692b295ad45c:38097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,38097,1731093653189 2024-11-08T19:20:54,904 DEBUG [RS:0;692b295ad45c:38097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,38097,1731093653189' 2024-11-08T19:20:54,904 DEBUG [RS:0;692b295ad45c:38097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1427190256/online-snapshot/abort' 2024-11-08T19:20:54,904 DEBUG [RS:0;692b295ad45c:38097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1427190256/online-snapshot/acquired' 2024-11-08T19:20:54,904 DEBUG [RS:0;692b295ad45c:38097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:20:54,904 INFO [RS:0;692b295ad45c:38097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:20:54,904 INFO [RS:0;692b295ad45c:38097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:20:55,005 INFO [RS:0;692b295ad45c:38097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:20:55,006 INFO [RS:0;692b295ad45c:38097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C38097%2C1731093653189, suffix=, logDir=hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/WALs/692b295ad45c,38097,1731093653189, archiveDir=hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/oldWALs, maxLogs=10 2024-11-08T19:20:55,020 DEBUG [RS:0;692b295ad45c:38097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/WALs/692b295ad45c,38097,1731093653189/692b295ad45c%2C38097%2C1731093653189.1731093655007, exclude list is [], retry=0 2024-11-08T19:20:55,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43173,DS-d6887e59-1c63-42cb-9a2d-8662734b3a10,DISK] 2024-11-08T19:20:55,026 INFO [RS:0;692b295ad45c:38097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/WALs/692b295ad45c,38097,1731093653189/692b295ad45c%2C38097%2C1731093653189.1731093655007 2024-11-08T19:20:55,026 DEBUG [RS:0;692b295ad45c:38097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42263:42263)] 2024-11-08T19:20:55,163 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:20:55,163 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba 2024-11-08T19:20:55,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741833_1009 (size=32) 2024-11-08T19:20:55,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:55,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:20:55,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:20:55,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:55,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:55,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:20:55,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:20:55,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:55,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:55,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:20:55,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:20:55,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:55,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:55,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:20:55,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:20:55,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:55,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:55,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:20:55,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/data/hbase/meta/1588230740 2024-11-08T19:20:55,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/data/hbase/meta/1588230740 2024-11-08T19:20:55,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:20:55,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:20:55,224 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:20:55,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:20:55,226 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:20:55,227 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66638451, jitterRate=-0.0070096999406814575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:20:55,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093655214Initializing all the Stores at 1731093655215 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093655215Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093655216 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093655216Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093655216Cleaning up temporary data from old regions at 1731093655224 (+8 ms)Region opened successfully at 1731093655227 (+3 ms) 2024-11-08T19:20:55,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:20:55,227 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:20:55,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:20:55,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:20:55,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:20:55,228 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:20:55,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093655227Disabling compacts and flushes for region at 1731093655227Disabling writes for close at 1731093655227Writing region close event to WAL at 1731093655228 (+1 ms)Closed at 1731093655228 2024-11-08T19:20:55,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:20:55,228 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:20:55,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:20:55,229 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:20:55,230 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:20:55,380 DEBUG [692b295ad45c:38707 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:20:55,381 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,38097,1731093653189 2024-11-08T19:20:55,382 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,38097,1731093653189, state=OPENING 2024-11-08T19:20:55,427 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:20:55,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1427190256 2024-11-08T19:20:55,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011be4d7220001, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1427190256 2024-11-08T19:20:55,462 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:20:55,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1427190256/meta-region-server: CHANGED 2024-11-08T19:20:55,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,38097,1731093653189}] 2024-11-08T19:20:55,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1427190256/meta-region-server: CHANGED 2024-11-08T19:20:55,617 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:20:55,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:20:55,632 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:20:55,632 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:20:55,633 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:20:55,634 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C38097%2C1731093653189.meta, suffix=.meta, logDir=hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/WALs/692b295ad45c,38097,1731093653189, archiveDir=hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/oldWALs, maxLogs=10 2024-11-08T19:20:55,652 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/WALs/692b295ad45c,38097,1731093653189/692b295ad45c%2C38097%2C1731093653189.meta.1731093655634.meta, exclude list is [], retry=0 2024-11-08T19:20:55,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43173,DS-d6887e59-1c63-42cb-9a2d-8662734b3a10,DISK] 2024-11-08T19:20:55,656 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/WALs/692b295ad45c,38097,1731093653189/692b295ad45c%2C38097%2C1731093653189.meta.1731093655634.meta 2024-11-08T19:20:55,656 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42263:42263)] 2024-11-08T19:20:55,656 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:20:55,656 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:20:55,657 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:20:55,657 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:20:55,657 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:20:55,657 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:20:55,657 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:55,657 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:20:55,657 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:20:55,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:20:55,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:20:55,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:55,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:55,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:20:55,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:20:55,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:55,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:55,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:20:55,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:20:55,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:55,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:55,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:20:55,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:20:55,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:55,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:20:55,662 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:20:55,663 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/data/hbase/meta/1588230740 2024-11-08T19:20:55,663 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/data/hbase/meta/1588230740 2024-11-08T19:20:55,664 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:20:55,664 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:20:55,665 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:20:55,666 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:20:55,666 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68211400, jitterRate=0.01642906665802002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:20:55,666 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:20:55,667 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093655657Writing region info on filesystem at 1731093655657Initializing all the Stores at 1731093655658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093655658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093655658Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093655658Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093655658Cleaning up temporary data from old regions at 1731093655664 (+6 ms)Running coprocessor post-open hooks at 1731093655666 (+2 ms)Region opened successfully at 1731093655667 (+1 ms) 2024-11-08T19:20:55,667 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093655616 2024-11-08T19:20:55,669 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:20:55,669 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:20:55,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,38097,1731093653189 2024-11-08T19:20:55,670 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,38097,1731093653189, state=OPEN 2024-11-08T19:20:55,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38707-0x1011be4d7220000, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1427190256/meta-region-server 2024-11-08T19:20:55,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011be4d7220001, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1427190256/meta-region-server 2024-11-08T19:20:55,690 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,38097,1731093653189 2024-11-08T19:20:55,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1427190256/meta-region-server: CHANGED 2024-11-08T19:20:55,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1427190256/meta-region-server: CHANGED 2024-11-08T19:20:55,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:20:55,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,38097,1731093653189 in 228 msec 2024-11-08T19:20:55,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:20:55,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-08T19:20:55,695 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:20:55,696 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:20:55,697 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:20:55,697 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,38097,1731093653189, seqNum=-1] 2024-11-08T19:20:55,698 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:20:55,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:20:55,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 966 msec 2024-11-08T19:20:55,703 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093655703, completionTime=-1 2024-11-08T19:20:55,703 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:20:55,703 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:20:55,705 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:20:55,705 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093715705 2024-11-08T19:20:55,705 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093775705 2024-11-08T19:20:55,705 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T19:20:55,706 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38707,1731093652728-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:55,706 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38707,1731093652728-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:55,706 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38707,1731093652728-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:55,706 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:38707, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:55,706 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:55,706 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:55,708 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:20:55,711 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.368sec 2024-11-08T19:20:55,712 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:20:55,712 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:20:55,712 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:20:55,712 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:20:55,712 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:20:55,712 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38707,1731093652728-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:20:55,712 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38707,1731093652728-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:20:55,714 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:20:55,714 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:20:55,714 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,38707,1731093652728-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:20:55,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6d27a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:55,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,38707,-1 for getting cluster id 2024-11-08T19:20:55,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:55,808 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cc97cef-ccae-4353-b63c-91ea03597c2e' 2024-11-08T19:20:55,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cc97cef-ccae-4353-b63c-91ea03597c2e" 2024-11-08T19:20:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e568e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,38707,-1] 2024-11-08T19:20:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:55,810 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:55,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f29013d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:55,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:20:55,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,38097,1731093653189, seqNum=-1] 2024-11-08T19:20:55,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:20:55,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:20:55,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,38707,1731093652728 2024-11-08T19:20:55,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57171 2024-11-08T19:20:55,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57171, baseZNode=/0-1427190256 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:20:55,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011be4d7220002 connected 2024-11-08T19:20:55,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:20:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,38707,1731093652728 2024-11-08T19:20:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@759dc13e 2024-11-08T19:20:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:20:55,842 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:20:55,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:20:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T19:20:55,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:20:55,845 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:55,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T19:20:55,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:20:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:55,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741835_1011 (size=902) 2024-11-08T19:20:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:56,268 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6dfa94b372784a312ce25194306202e2, NAME => 'test,,1731093655842.6dfa94b372784a312ce25194306202e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba 2024-11-08T19:20:56,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741836_1012 (size=39) 2024-11-08T19:20:56,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731093655842.6dfa94b372784a312ce25194306202e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:56,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6dfa94b372784a312ce25194306202e2, disabling compactions & flushes 2024-11-08T19:20:56,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731093655842.6dfa94b372784a312ce25194306202e2. 2024-11-08T19:20:56,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093655842.6dfa94b372784a312ce25194306202e2. 2024-11-08T19:20:56,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731093655842.6dfa94b372784a312ce25194306202e2. after waiting 0 ms 2024-11-08T19:20:56,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731093655842.6dfa94b372784a312ce25194306202e2. 2024-11-08T19:20:56,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731093655842.6dfa94b372784a312ce25194306202e2. 2024-11-08T19:20:56,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6dfa94b372784a312ce25194306202e2: Waiting for close lock at 1731093656274Disabling compacts and flushes for region at 1731093656274Disabling writes for close at 1731093656274Writing region close event to WAL at 1731093656274Closed at 1731093656274 2024-11-08T19:20:56,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:20:56,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731093655842.6dfa94b372784a312ce25194306202e2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731093656275"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093656275"}]},"ts":"1731093656275"} 2024-11-08T19:20:56,277 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:20:56,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:20:56,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093656278"}]},"ts":"1731093656278"} 2024-11-08T19:20:56,280 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T19:20:56,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6dfa94b372784a312ce25194306202e2, ASSIGN}] 2024-11-08T19:20:56,281 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6dfa94b372784a312ce25194306202e2, ASSIGN 2024-11-08T19:20:56,282 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6dfa94b372784a312ce25194306202e2, ASSIGN; state=OFFLINE, location=692b295ad45c,38097,1731093653189; forceNewPlan=false, retain=false 2024-11-08T19:20:56,433 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6dfa94b372784a312ce25194306202e2, regionState=OPENING, regionLocation=692b295ad45c,38097,1731093653189 2024-11-08T19:20:56,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6dfa94b372784a312ce25194306202e2, ASSIGN because future has completed 2024-11-08T19:20:56,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dfa94b372784a312ce25194306202e2, server=692b295ad45c,38097,1731093653189}] 2024-11-08T19:20:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:56,590 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731093655842.6dfa94b372784a312ce25194306202e2. 2024-11-08T19:20:56,590 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dfa94b372784a312ce25194306202e2, NAME => 'test,,1731093655842.6dfa94b372784a312ce25194306202e2.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:20:56,591 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:20:56,591 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T19:20:56,591 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6dfa94b372784a312ce25194306202e2 2024-11-08T19:20:56,591 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731093655842.6dfa94b372784a312ce25194306202e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:20:56,591 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6dfa94b372784a312ce25194306202e2 2024-11-08T19:20:56,591 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6dfa94b372784a312ce25194306202e2 2024-11-08T19:20:56,598 INFO [StoreOpener-6dfa94b372784a312ce25194306202e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6dfa94b372784a312ce25194306202e2 2024-11-08T19:20:56,599 INFO [StoreOpener-6dfa94b372784a312ce25194306202e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dfa94b372784a312ce25194306202e2 columnFamilyName f 2024-11-08T19:20:56,599 DEBUG [StoreOpener-6dfa94b372784a312ce25194306202e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:56,600 INFO [StoreOpener-6dfa94b372784a312ce25194306202e2-1 {}] regionserver.HStore(327): Store=6dfa94b372784a312ce25194306202e2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:56,600 INFO [StoreOpener-6dfa94b372784a312ce25194306202e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6dfa94b372784a312ce25194306202e2 2024-11-08T19:20:56,601 INFO [StoreOpener-6dfa94b372784a312ce25194306202e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dfa94b372784a312ce25194306202e2 columnFamilyName f1 2024-11-08T19:20:56,601 DEBUG [StoreOpener-6dfa94b372784a312ce25194306202e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:56,601 INFO [StoreOpener-6dfa94b372784a312ce25194306202e2-1 {}] regionserver.HStore(327): Store=6dfa94b372784a312ce25194306202e2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:56,601 INFO [StoreOpener-6dfa94b372784a312ce25194306202e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6dfa94b372784a312ce25194306202e2 2024-11-08T19:20:56,603 INFO [StoreOpener-6dfa94b372784a312ce25194306202e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dfa94b372784a312ce25194306202e2 columnFamilyName norep 2024-11-08T19:20:56,603 DEBUG [StoreOpener-6dfa94b372784a312ce25194306202e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:20:56,603 INFO [StoreOpener-6dfa94b372784a312ce25194306202e2-1 {}] regionserver.HStore(327): Store=6dfa94b372784a312ce25194306202e2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:20:56,603 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6dfa94b372784a312ce25194306202e2 2024-11-08T19:20:56,604 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/data/default/test/6dfa94b372784a312ce25194306202e2 2024-11-08T19:20:56,604 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/data/default/test/6dfa94b372784a312ce25194306202e2 2024-11-08T19:20:56,606 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6dfa94b372784a312ce25194306202e2 2024-11-08T19:20:56,606 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6dfa94b372784a312ce25194306202e2 2024-11-08T19:20:56,608 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:20:56,610 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6dfa94b372784a312ce25194306202e2 2024-11-08T19:20:56,611 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/data/default/test/6dfa94b372784a312ce25194306202e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:20:56,612 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6dfa94b372784a312ce25194306202e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72309788, jitterRate=0.07749980688095093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:20:56,612 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dfa94b372784a312ce25194306202e2 2024-11-08T19:20:56,612 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6dfa94b372784a312ce25194306202e2: Running coprocessor pre-open hook at 1731093656591Writing region info on filesystem at 1731093656591Initializing all the Stores at 1731093656592 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093656592Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093656597 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093656597Cleaning up temporary data from old regions at 1731093656606 (+9 ms)Running coprocessor post-open hooks at 1731093656612 (+6 ms)Region opened successfully at 1731093656612 2024-11-08T19:20:56,613 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731093655842.6dfa94b372784a312ce25194306202e2., pid=6, masterSystemTime=1731093656587 2024-11-08T19:20:56,615 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731093655842.6dfa94b372784a312ce25194306202e2. 2024-11-08T19:20:56,615 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731093655842.6dfa94b372784a312ce25194306202e2. 2024-11-08T19:20:56,616 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6dfa94b372784a312ce25194306202e2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=692b295ad45c,38097,1731093653189 2024-11-08T19:20:56,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dfa94b372784a312ce25194306202e2, server=692b295ad45c,38097,1731093653189 because future has completed 2024-11-08T19:20:56,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:20:56,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dfa94b372784a312ce25194306202e2, server=692b295ad45c,38097,1731093653189 in 183 msec 2024-11-08T19:20:56,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:20:56,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6dfa94b372784a312ce25194306202e2, ASSIGN in 340 msec 2024-11-08T19:20:56,622 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:20:56,622 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093656622"}]},"ts":"1731093656622"} 2024-11-08T19:20:56,624 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T19:20:56,624 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:20:56,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 781 msec 2024-11-08T19:20:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:20:56,990 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T19:20:56,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338a69f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:56,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,38707,-1 for getting cluster id 2024-11-08T19:20:56,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:56,991 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cc97cef-ccae-4353-b63c-91ea03597c2e' 2024-11-08T19:20:56,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:56,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cc97cef-ccae-4353-b63c-91ea03597c2e" 2024-11-08T19:20:56,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63abbeed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:56,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,38707,-1] 2024-11-08T19:20:56,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:56,992 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:56,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcc2fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:56,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:20:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,38707,1731093652728 2024-11-08T19:20:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34148138 2024-11-08T19:20:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:20:56,995 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:20:56,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://692b295ad45c:38707,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T19:20:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:20:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:56,997 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:38707' 2024-11-08T19:20:56,998 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165bd742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:56,998 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,38707,-1 for getting cluster id 2024-11-08T19:20:56,999 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:20:56,999 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cc97cef-ccae-4353-b63c-91ea03597c2e' 2024-11-08T19:20:56,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:20:56,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cc97cef-ccae-4353-b63c-91ea03597c2e" 2024-11-08T19:20:56,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3415b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:56,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,38707,-1] 2024-11-08T19:20:57,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:20:57,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:57,000 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:20:57,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1707aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:20:57,001 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:20:57,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,38707,1731093652728 2024-11-08T19:20:57,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30990d7a 2024-11-08T19:20:57,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:20:57,002 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:20:57,003 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T19:20:57,003 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:20:57,003 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:57,003 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:57,004 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://692b295ad45c:38707, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:20:57,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:57,012 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://692b295ad45c:38707, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://692b295ad45c:38707, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://692b295ad45c:38707, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-08T19:20:57,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://692b295ad45c:38707, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=18 msec 2024-11-08T19:20:57,014 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-08T19:20:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:20:57,100 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://692b295ad45c:38707, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-08T19:20:57,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:20:57,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:20:57,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:57,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:20:57,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:20:57,119 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=527 (was 359) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_158025490_20 at /127.0.0.1:43376 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 44739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1896407983-7901 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7970432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57171) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44739 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp263232463-7949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-521667499_20 at /127.0.0.1:43406 [Receiving block BP-1937709293-172.17.0.2-1731093650349:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@4f0e9f26 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1896407983-7898 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7970432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093654753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server handler 0 on default port 44739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@44ca5448[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba-prefix:692b295ad45c,38097,1731093653189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1896407983-7904 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1896407983-7900 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7970432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/692b295ad45c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-90123a3-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57171) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;692b295ad45c:38097 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba-prefix:692b295ad45c,38097,1731093653189.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 2 on default port 44739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1937709293-172.17.0.2-1731093650349:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1896407983-7902-acceptor-0@25f98bb5-ServerConnector@2e44e3da{HTTP/1.1, (http/1.1)}{localhost:32807} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RS_OPEN_META-regionserver/692b295ad45c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 692b295ad45c:38707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp263232463-7948-acceptor-0@1df66638-ServerConnector@1dcae63{HTTP/1.1, (http/1.1)}{localhost:45127} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/692b295ad45c:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: PacketResponder: BP-1937709293-172.17.0.2-1731093650349:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@19caf068 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@62259eb8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5de9dca4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:44739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:57171 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/cluster_d334970e-343d-3eb0-15a2-29da70394af8/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master/692b295ad45c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(308805647) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/cluster_d334970e-343d-3eb0-15a2-29da70394af8/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57171) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_158025490_20 at /127.0.0.1:43436 [Receiving block BP-1937709293-172.17.0.2-1731093650349:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-3f352a94-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44739 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/cluster_d334970e-343d-3eb0-15a2-29da70394af8/data/data2/current/BP-1937709293-172.17.0.2-1731093650349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Server handler 0 on default port 34571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44739/user/jenkins/test-data/9d340f99-0225-4cd7-1ed8-399801f42cba/MasterData-prefix:692b295ad45c,38707,1731093652728 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1896407983-7903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@26d152a5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: M:0;692b295ad45c:38707 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f79709f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$590/0x00007f7970aafd08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1937709293-172.17.0.2-1731093650349:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server idle connection scanner for port 34571 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_158025490_20 at /127.0.0.1:43450 [Receiving block BP-1937709293-172.17.0.2-1731093650349:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:57171): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093654756 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: regionserver/692b295ad45c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp263232463-7947 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7970432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@7b8fd837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@42d9c65d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1937709293-172.17.0.2-1731093650349 heartbeating to localhost/127.0.0.1:44739 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/692b295ad45c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1896407983-7899 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7970432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp263232463-7950 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@589551d2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6367942c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RS:0;692b295ad45c:38097-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/cluster_d334970e-343d-3eb0-15a2-29da70394af8/data/data1/current/BP-1937709293-172.17.0.2-1731093650349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1896407983-7905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) - Thread LEAK? -, OpenFileDescriptor=868 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=424 (was 408) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1437 (was 1423) - AvailableMemoryMB LEAK? - 2024-11-08T19:20:57,123 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-08T19:20:57,161 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=527, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=424, ProcessCount=11, AvailableMemoryMB=1435 2024-11-08T19:20:57,161 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-08T19:20:57,177 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-08T19:20:57,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/hadoop.log.dir so I do NOT create it in target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54 2024-11-08T19:20:57,177 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:20:57,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/hadoop.tmp.dir so I do NOT create it in target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54 2024-11-08T19:20:57,177 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eb81927c-022d-8072-b94b-7d2040982587/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:20:57,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54 2024-11-08T19:20:57,177 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/cluster_c187b78a-919a-22b1-5332-018177407ccb, deleteOnExit=true 2024-11-08T19:20:57,259 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/cluster_c187b78a-919a-22b1-5332-018177407ccb/zookeeper_0, clientPort=50729, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/cluster_c187b78a-919a-22b1-5332-018177407ccb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/cluster_c187b78a-919a-22b1-5332-018177407ccb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:20:57,260 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50729 2024-11-08T19:20:57,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:20:57,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:20:57,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/test.cache.data in system properties and HBase conf 2024-11-08T19:20:57,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:20:57,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:20:57,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:20:57,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:20:57,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:20:57,260 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:20:57,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:20:57,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:20:57,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:20:57,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:20:57,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:20:57,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:20:57,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:20:57,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:20:57,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:20:57,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:20:57,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:20:57,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:20:57,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:20:57,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:20:57,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:20:57,681 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:20:57,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:20:57,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:20:57,725 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:20:57,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:20:57,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@139ed7ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:20:57,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25f3adc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:20:57,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46f83561{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/java.io.tmpdir/jetty-localhost-46411-hadoop-hdfs-3_4_1-tests_jar-_-any-15020682854275752931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:20:57,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63cc3196{HTTP/1.1, (http/1.1)}{localhost:46411} 2024-11-08T19:20:57,857 INFO [Time-limited test {}] server.Server(415): Started @332180ms 2024-11-08T19:20:58,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:20:58,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:20:58,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:20:58,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:20:58,214 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:20:58,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24dcdcec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:20:58,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e6aaf0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:20:58,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d10570c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/java.io.tmpdir/jetty-localhost-36901-hadoop-hdfs-3_4_1-tests_jar-_-any-6973808705236971866/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:20:58,357 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bd5237f{HTTP/1.1, (http/1.1)}{localhost:36901} 2024-11-08T19:20:58,357 INFO [Time-limited test {}] server.Server(415): Started @332680ms 2024-11-08T19:20:58,358 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:20:59,290 WARN [Thread-4320 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/cluster_c187b78a-919a-22b1-5332-018177407ccb/data/data1/current/BP-1544426511-172.17.0.2-1731093657284/current, will proceed with Du for space computation calculation, 2024-11-08T19:20:59,295 WARN [Thread-4321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/cluster_c187b78a-919a-22b1-5332-018177407ccb/data/data2/current/BP-1544426511-172.17.0.2-1731093657284/current, will proceed with Du for space computation calculation, 2024-11-08T19:20:59,361 WARN [Thread-4308 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:20:59,366 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0d709f365f63fa5 with lease ID 0x78f2c5424007bb2e: Processing first storage report for DS-14910652-8c96-45dd-8561-2f61e03385e7 from datanode DatanodeRegistration(127.0.0.1:40541, datanodeUuid=ac612fd9-470a-4c2a-aeef-6d930624ef39, infoPort=37937, infoSecurePort=0, ipcPort=40831, storageInfo=lv=-57;cid=testClusterID;nsid=134439626;c=1731093657284) 2024-11-08T19:20:59,366 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0d709f365f63fa5 with lease ID 0x78f2c5424007bb2e: from storage DS-14910652-8c96-45dd-8561-2f61e03385e7 node DatanodeRegistration(127.0.0.1:40541, datanodeUuid=ac612fd9-470a-4c2a-aeef-6d930624ef39, infoPort=37937, infoSecurePort=0, ipcPort=40831, storageInfo=lv=-57;cid=testClusterID;nsid=134439626;c=1731093657284), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:20:59,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0d709f365f63fa5 with lease ID 0x78f2c5424007bb2e: Processing first storage report for DS-1232f0b1-8df9-4f80-8028-e04e238a6895 from datanode DatanodeRegistration(127.0.0.1:40541, datanodeUuid=ac612fd9-470a-4c2a-aeef-6d930624ef39, infoPort=37937, infoSecurePort=0, ipcPort=40831, storageInfo=lv=-57;cid=testClusterID;nsid=134439626;c=1731093657284) 2024-11-08T19:20:59,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0d709f365f63fa5 with lease ID 0x78f2c5424007bb2e: from storage DS-1232f0b1-8df9-4f80-8028-e04e238a6895 node DatanodeRegistration(127.0.0.1:40541, datanodeUuid=ac612fd9-470a-4c2a-aeef-6d930624ef39, infoPort=37937, infoSecurePort=0, ipcPort=40831, storageInfo=lv=-57;cid=testClusterID;nsid=134439626;c=1731093657284), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:20:59,435 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54 2024-11-08T19:20:59,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:59,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:59,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:20:59,459 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75 with version=8 2024-11-08T19:20:59,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/hbase-staging 2024-11-08T19:20:59,462 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:20:59,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:59,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:59,462 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:20:59,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:59,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:20:59,462 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:20:59,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:20:59,468 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40633 2024-11-08T19:20:59,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40633 connecting to ZooKeeper ensemble=127.0.0.1:50729 2024-11-08T19:20:59,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406330x0, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:20:59,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40633-0x1011be4f2560000 connected 2024-11-08T19:20:59,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:59,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:59,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Set watcher on znode that does not yet exist, /0161702604/running 2024-11-08T19:20:59,731 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75, hbase.cluster.distributed=false 2024-11-08T19:20:59,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Set watcher on znode that does not yet exist, /0161702604/acl 2024-11-08T19:20:59,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40633 2024-11-08T19:20:59,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40633 2024-11-08T19:20:59,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40633 2024-11-08T19:20:59,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40633 2024-11-08T19:20:59,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40633 2024-11-08T19:20:59,755 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:20:59,757 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:20:59,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:59,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:59,758 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:20:59,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:20:59,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:20:59,758 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:20:59,758 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:20:59,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:59,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:59,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:59,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:59,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:59,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:59,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:59,778 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39831 2024-11-08T19:20:59,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39831 connecting to ZooKeeper ensemble=127.0.0.1:50729 2024-11-08T19:20:59,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:59,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:59,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:59,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:59,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:59,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:59,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:59,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:59,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398310x0, quorum=127.0.0.1:50729, baseZNode=/0161702604 Set watcher on znode that does not yet exist, /0161702604/running 2024-11-08T19:20:59,822 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:20:59,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:59,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398310x0, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:20:59,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:59,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:20:59,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39831-0x1011be4f2560001 connected 2024-11-08T19:20:59,867 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:20:59,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Set watcher on znode that does not yet exist, /0161702604/master 2024-11-08T19:20:59,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Set watcher on znode that does not yet exist, /0161702604/acl 2024-11-08T19:20:59,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39831 2024-11-08T19:20:59,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39831 2024-11-08T19:20:59,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39831 2024-11-08T19:20:59,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39831 2024-11-08T19:20:59,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39831 2024-11-08T19:20:59,904 DEBUG [M:0;692b295ad45c:40633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:40633 2024-11-08T19:20:59,904 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0161702604/backup-masters/692b295ad45c,40633,1731093659462 2024-11-08T19:20:59,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604/backup-masters 2024-11-08T19:20:59,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604/backup-masters 2024-11-08T19:20:59,917 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Set watcher on existing znode=/0161702604/backup-masters/692b295ad45c,40633,1731093659462 2024-11-08T19:20:59,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0161702604/master 2024-11-08T19:20:59,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604 2024-11-08T19:20:59,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604 2024-11-08T19:20:59,927 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Set watcher on existing znode=/0161702604/master 2024-11-08T19:20:59,928 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0161702604/backup-masters/692b295ad45c,40633,1731093659462 from backup master directory 2024-11-08T19:20:59,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604/backup-masters 2024-11-08T19:20:59,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0161702604/backup-masters/692b295ad45c,40633,1731093659462 2024-11-08T19:20:59,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604/backup-masters 2024-11-08T19:20:59,940 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:20:59,940 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,40633,1731093659462 2024-11-08T19:20:59,954 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/hbase.id] with ID: 02fb7b14-e97e-4463-a47e-4c4194c142b4 2024-11-08T19:20:59,954 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/.tmp/hbase.id 2024-11-08T19:20:59,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:20:59,966 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/.tmp/hbase.id]:[hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/hbase.id] 2024-11-08T19:20:59,975 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:20:59,975 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:20:59,977 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T19:20:59,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604 2024-11-08T19:20:59,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604 2024-11-08T19:21:00,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:21:00,026 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:21:00,027 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:21:00,036 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:21:00,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:21:00,058 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store 2024-11-08T19:21:00,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:21:00,067 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:00,067 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:21:00,067 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:00,067 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:00,067 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:21:00,067 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:00,067 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:00,067 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093660067Disabling compacts and flushes for region at 1731093660067Disabling writes for close at 1731093660067Writing region close event to WAL at 1731093660067Closed at 1731093660067 2024-11-08T19:21:00,068 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/.initializing 2024-11-08T19:21:00,068 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/WALs/692b295ad45c,40633,1731093659462 2024-11-08T19:21:00,069 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:21:00,071 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C40633%2C1731093659462, suffix=, logDir=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/WALs/692b295ad45c,40633,1731093659462, archiveDir=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/oldWALs, maxLogs=10 2024-11-08T19:21:00,091 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/WALs/692b295ad45c,40633,1731093659462/692b295ad45c%2C40633%2C1731093659462.1731093660071, exclude list is [], retry=0 2024-11-08T19:21:00,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40541,DS-14910652-8c96-45dd-8561-2f61e03385e7,DISK] 2024-11-08T19:21:00,104 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/WALs/692b295ad45c,40633,1731093659462/692b295ad45c%2C40633%2C1731093659462.1731093660071 2024-11-08T19:21:00,112 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37937:37937)] 2024-11-08T19:21:00,112 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:21:00,113 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:00,113 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:00,113 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:00,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:00,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:21:00,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:00,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:00,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:00,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:21:00,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:00,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:00,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:00,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:21:00,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:00,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:00,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:00,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:21:00,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:00,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:00,127 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:00,127 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:00,127 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:00,128 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:00,129 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:00,129 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:21:00,130 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:00,133 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:21:00,133 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69633203, jitterRate=0.0376155823469162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:21:00,133 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093660113Initializing all the Stores at 1731093660113Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093660114 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093660120 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093660120Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093660120Cleaning up temporary data from old regions at 1731093660129 (+9 ms)Region opened successfully at 1731093660133 (+4 ms) 2024-11-08T19:21:00,140 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:21:00,143 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ffcd8cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:21:00,144 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:21:00,144 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:21:00,144 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:21:00,144 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:21:00,145 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:21:00,145 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:21:00,145 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:21:00,158 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:21:00,159 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Unable to get data of znode /0161702604/balancer because node does not exist (not necessarily an error) 2024-11-08T19:21:00,168 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0161702604/balancer already deleted, retry=false 2024-11-08T19:21:00,169 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:21:00,170 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Unable to get data of znode /0161702604/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:21:00,182 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0161702604/normalizer already deleted, retry=false 2024-11-08T19:21:00,183 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:21:00,185 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Unable to get data of znode /0161702604/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:21:00,193 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0161702604/switch/split already deleted, retry=false 2024-11-08T19:21:00,194 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Unable to get data of znode /0161702604/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:21:00,203 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0161702604/switch/merge already deleted, retry=false 2024-11-08T19:21:00,207 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Unable to get data of znode /0161702604/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:21:00,214 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0161702604/snapshot-cleanup already deleted, retry=false 2024-11-08T19:21:00,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0161702604/running 2024-11-08T19:21:00,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0161702604/running 2024-11-08T19:21:00,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604 2024-11-08T19:21:00,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604 2024-11-08T19:21:00,225 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,40633,1731093659462, sessionid=0x1011be4f2560000, setting cluster-up flag (Was=false) 2024-11-08T19:21:00,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604 2024-11-08T19:21:00,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604 2024-11-08T19:21:00,277 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0161702604/flush-table-proc/acquired, /0161702604/flush-table-proc/reached, /0161702604/flush-table-proc/abort 2024-11-08T19:21:00,278 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,40633,1731093659462 2024-11-08T19:21:00,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604 2024-11-08T19:21:00,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604 2024-11-08T19:21:00,330 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0161702604/online-snapshot/acquired, /0161702604/online-snapshot/reached, /0161702604/online-snapshot/abort 2024-11-08T19:21:00,331 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,40633,1731093659462 2024-11-08T19:21:00,332 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:21:00,337 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:21:00,337 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:21:00,337 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:21:00,338 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,40633,1731093659462 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:21:00,339 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:21:00,339 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:21:00,339 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:21:00,339 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:21:00,339 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:21:00,339 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:00,339 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:21:00,339 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:00,342 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:21:00,342 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:21:00,343 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:00,343 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:21:00,345 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093690345 2024-11-08T19:21:00,345 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:21:00,345 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:21:00,345 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:21:00,345 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:21:00,345 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:21:00,345 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:21:00,364 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:00,388 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:21:00,388 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:21:00,388 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:21:00,389 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:21:00,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:21:00,392 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:21:00,392 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:21:00,396 INFO [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(746): ClusterId : 02fb7b14-e97e-4463-a47e-4c4194c142b4 2024-11-08T19:21:00,396 DEBUG [RS:0;692b295ad45c:39831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:21:00,404 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093660392,5,FailOnTimeoutGroup] 2024-11-08T19:21:00,405 DEBUG [RS:0;692b295ad45c:39831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:21:00,405 DEBUG [RS:0;692b295ad45c:39831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:21:00,415 DEBUG [RS:0;692b295ad45c:39831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:21:00,415 DEBUG [RS:0;692b295ad45c:39831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556a3180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:21:00,420 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093660404,5,FailOnTimeoutGroup] 2024-11-08T19:21:00,420 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:00,420 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:21:00,420 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:00,420 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:00,444 DEBUG [RS:0;692b295ad45c:39831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:39831 2024-11-08T19:21:00,444 INFO [RS:0;692b295ad45c:39831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:21:00,444 INFO [RS:0;692b295ad45c:39831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:21:00,444 DEBUG [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:21:00,445 INFO [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,40633,1731093659462 with port=39831, startcode=1731093659757 2024-11-08T19:21:00,445 DEBUG [RS:0;692b295ad45c:39831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:21:00,447 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:21:00,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40633 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,39831,1731093659757 2024-11-08T19:21:00,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40633 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,39831,1731093659757 2024-11-08T19:21:00,448 DEBUG [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75 2024-11-08T19:21:00,448 DEBUG [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45395 2024-11-08T19:21:00,448 DEBUG [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:21:00,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604/rs 2024-11-08T19:21:00,457 DEBUG [RS:0;692b295ad45c:39831 {}] zookeeper.ZKUtil(111): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Set watcher on existing znode=/0161702604/rs/692b295ad45c,39831,1731093659757 2024-11-08T19:21:00,457 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,39831,1731093659757] 2024-11-08T19:21:00,457 WARN [RS:0;692b295ad45c:39831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:21:00,457 INFO [RS:0;692b295ad45c:39831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:21:00,457 DEBUG [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757 2024-11-08T19:21:00,469 INFO [RS:0;692b295ad45c:39831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:21:00,472 INFO [RS:0;692b295ad45c:39831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:21:00,476 INFO [RS:0;692b295ad45c:39831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:21:00,477 INFO [RS:0;692b295ad45c:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:00,480 INFO [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:21:00,481 INFO [RS:0;692b295ad45c:39831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:21:00,481 INFO [RS:0;692b295ad45c:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:00,481 DEBUG [RS:0;692b295ad45c:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:00,481 DEBUG [RS:0;692b295ad45c:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:00,481 DEBUG [RS:0;692b295ad45c:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:00,481 DEBUG [RS:0;692b295ad45c:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:00,481 DEBUG [RS:0;692b295ad45c:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:00,481 DEBUG [RS:0;692b295ad45c:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:21:00,481 DEBUG [RS:0;692b295ad45c:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:00,481 DEBUG [RS:0;692b295ad45c:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:00,481 DEBUG [RS:0;692b295ad45c:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:00,481 DEBUG [RS:0;692b295ad45c:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:00,481 DEBUG [RS:0;692b295ad45c:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:00,481 DEBUG [RS:0;692b295ad45c:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:00,481 DEBUG [RS:0;692b295ad45c:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:21:00,481 DEBUG [RS:0;692b295ad45c:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:21:00,492 INFO [RS:0;692b295ad45c:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:00,492 INFO [RS:0;692b295ad45c:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:00,492 INFO [RS:0;692b295ad45c:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:00,492 INFO [RS:0;692b295ad45c:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:00,492 INFO [RS:0;692b295ad45c:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:00,492 INFO [RS:0;692b295ad45c:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39831,1731093659757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:21:00,511 INFO [RS:0;692b295ad45c:39831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:21:00,511 INFO [RS:0;692b295ad45c:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39831,1731093659757-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:00,511 INFO [RS:0;692b295ad45c:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:00,511 INFO [RS:0;692b295ad45c:39831 {}] regionserver.Replication(171): 692b295ad45c,39831,1731093659757 started 2024-11-08T19:21:00,528 INFO [RS:0;692b295ad45c:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:00,529 INFO [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,39831,1731093659757, RpcServer on 692b295ad45c/172.17.0.2:39831, sessionid=0x1011be4f2560001 2024-11-08T19:21:00,529 DEBUG [RS:0;692b295ad45c:39831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:21:00,529 DEBUG [RS:0;692b295ad45c:39831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,39831,1731093659757 2024-11-08T19:21:00,529 DEBUG [RS:0;692b295ad45c:39831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,39831,1731093659757' 2024-11-08T19:21:00,529 DEBUG [RS:0;692b295ad45c:39831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0161702604/flush-table-proc/abort' 2024-11-08T19:21:00,529 DEBUG [RS:0;692b295ad45c:39831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0161702604/flush-table-proc/acquired' 2024-11-08T19:21:00,530 DEBUG [RS:0;692b295ad45c:39831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:21:00,530 DEBUG [RS:0;692b295ad45c:39831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:21:00,530 DEBUG [RS:0;692b295ad45c:39831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,39831,1731093659757 2024-11-08T19:21:00,530 DEBUG [RS:0;692b295ad45c:39831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,39831,1731093659757' 2024-11-08T19:21:00,530 DEBUG [RS:0;692b295ad45c:39831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0161702604/online-snapshot/abort' 2024-11-08T19:21:00,530 DEBUG [RS:0;692b295ad45c:39831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0161702604/online-snapshot/acquired' 2024-11-08T19:21:00,530 DEBUG [RS:0;692b295ad45c:39831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:21:00,530 INFO [RS:0;692b295ad45c:39831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:21:00,530 INFO [RS:0;692b295ad45c:39831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:21:00,631 INFO [RS:0;692b295ad45c:39831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:21:00,632 INFO [RS:0;692b295ad45c:39831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C39831%2C1731093659757, suffix=, logDir=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757, archiveDir=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/oldWALs, maxLogs=10 2024-11-08T19:21:00,648 DEBUG [RS:0;692b295ad45c:39831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093660632, exclude list is [], retry=0 2024-11-08T19:21:00,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40541,DS-14910652-8c96-45dd-8561-2f61e03385e7,DISK] 2024-11-08T19:21:00,651 INFO [RS:0;692b295ad45c:39831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093660632 2024-11-08T19:21:00,651 DEBUG [RS:0;692b295ad45c:39831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37937:37937)] 2024-11-08T19:21:00,792 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:21:00,792 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75 2024-11-08T19:21:00,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741833_1009 (size=32) 2024-11-08T19:21:00,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:00,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:21:00,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:21:00,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:00,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:00,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:21:00,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:21:00,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:00,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:00,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:21:00,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:21:00,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:00,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:00,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:21:00,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:21:00,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:00,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:00,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:21:00,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740 2024-11-08T19:21:00,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740 2024-11-08T19:21:00,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:21:00,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:21:00,805 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:21:00,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:21:00,811 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:21:00,811 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59007297, jitterRate=-0.12072275578975677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:21:00,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093660797Initializing all the Stores at 1731093660797Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093660797Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093660798 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093660798Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093660798Cleaning up temporary data from old regions at 1731093660805 (+7 ms)Region opened successfully at 1731093660811 (+6 ms) 2024-11-08T19:21:00,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:21:00,811 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:21:00,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:21:00,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:21:00,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:21:00,812 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:21:00,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093660811Disabling compacts and flushes for region at 1731093660811Disabling writes for close at 1731093660811Writing region close event to WAL at 1731093660812 (+1 ms)Closed at 1731093660812 2024-11-08T19:21:00,813 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:21:00,813 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:21:00,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:21:00,814 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:21:00,815 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:21:00,862 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:21:00,862 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T19:21:00,965 DEBUG [692b295ad45c:40633 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:21:00,965 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,39831,1731093659757 2024-11-08T19:21:00,966 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,39831,1731093659757, state=OPENING 2024-11-08T19:21:01,019 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:21:01,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604 2024-11-08T19:21:01,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604 2024-11-08T19:21:01,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0161702604/meta-region-server: CHANGED 2024-11-08T19:21:01,032 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:21:01,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,39831,1731093659757}] 2024-11-08T19:21:01,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0161702604/meta-region-server: CHANGED 2024-11-08T19:21:01,185 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:21:01,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:21:01,188 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:21:01,188 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:21:01,188 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:21:01,190 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C39831%2C1731093659757.meta, suffix=.meta, logDir=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757, archiveDir=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/oldWALs, maxLogs=10 2024-11-08T19:21:01,202 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.meta.1731093661190.meta, exclude list is [], retry=0 2024-11-08T19:21:01,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40541,DS-14910652-8c96-45dd-8561-2f61e03385e7,DISK] 2024-11-08T19:21:01,205 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.meta.1731093661190.meta 2024-11-08T19:21:01,205 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37937:37937)] 2024-11-08T19:21:01,205 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:21:01,206 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:21:01,206 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:21:01,206 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:21:01,206 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:21:01,206 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:21:01,206 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:01,206 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:21:01,206 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:21:01,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:21:01,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:21:01,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:01,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:01,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:21:01,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:21:01,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:01,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:01,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:21:01,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:21:01,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:01,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:01,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:21:01,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:21:01,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:01,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:01,210 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:21:01,210 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740 2024-11-08T19:21:01,211 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740 2024-11-08T19:21:01,211 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:21:01,211 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:21:01,212 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:21:01,212 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:21:01,213 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67867996, jitterRate=0.011311948299407959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:21:01,213 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:21:01,213 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093661206Writing region info on filesystem at 1731093661206Initializing all the Stores at 1731093661207 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093661207Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093661207Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093661207Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093661207Cleaning up temporary data from old regions at 1731093661211 (+4 ms)Running coprocessor post-open hooks at 1731093661213 (+2 ms)Region opened successfully at 1731093661213 2024-11-08T19:21:01,214 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093661184 2024-11-08T19:21:01,215 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:21:01,215 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:21:01,215 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,39831,1731093659757 2024-11-08T19:21:01,216 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,39831,1731093659757, state=OPEN 2024-11-08T19:21:01,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0161702604/meta-region-server 2024-11-08T19:21:01,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0161702604/meta-region-server 2024-11-08T19:21:01,277 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,39831,1731093659757 2024-11-08T19:21:01,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0161702604/meta-region-server: CHANGED 2024-11-08T19:21:01,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0161702604/meta-region-server: CHANGED 2024-11-08T19:21:01,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:21:01,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,39831,1731093659757 in 245 msec 2024-11-08T19:21:01,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:21:01,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 465 msec 2024-11-08T19:21:01,280 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:21:01,280 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:21:01,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:21:01,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,39831,1731093659757, seqNum=-1] 2024-11-08T19:21:01,281 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:21:01,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:21:01,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 949 msec 2024-11-08T19:21:01,285 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093661285, completionTime=-1 2024-11-08T19:21:01,285 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:21:01,285 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:21:01,287 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:21:01,287 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093721287 2024-11-08T19:21:01,287 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093781287 2024-11-08T19:21:01,287 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T19:21:01,287 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,40633,1731093659462-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:01,287 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,40633,1731093659462-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:01,287 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,40633,1731093659462-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:01,287 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:40633, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:01,287 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:01,287 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:01,289 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:21:01,290 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.349sec 2024-11-08T19:21:01,290 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:21:01,290 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:21:01,290 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:21:01,290 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:21:01,290 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:21:01,290 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,40633,1731093659462-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:21:01,290 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,40633,1731093659462-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:21:01,292 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:21:01,292 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:21:01,292 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,40633,1731093659462-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:01,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316e640b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:01,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,40633,-1 for getting cluster id 2024-11-08T19:21:01,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:21:01,296 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02fb7b14-e97e-4463-a47e-4c4194c142b4' 2024-11-08T19:21:01,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:21:01,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02fb7b14-e97e-4463-a47e-4c4194c142b4" 2024-11-08T19:21:01,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c08df08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:01,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,40633,-1] 2024-11-08T19:21:01,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:21:01,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:01,298 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:21:01,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ace4ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:01,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:21:01,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,39831,1731093659757, seqNum=-1] 2024-11-08T19:21:01,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:21:01,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:21:01,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,40633,1731093659462 2024-11-08T19:21:01,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50729 2024-11-08T19:21:01,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:21:01,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011be4f2560002 connected 2024-11-08T19:21:01,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/hadoop.log.dir so I do NOT create it in target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57 2024-11-08T19:21:01,338 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:21:01,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/hadoop.tmp.dir so I do NOT create it in target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57 2024-11-08T19:21:01,338 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:21:01,338 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57 2024-11-08T19:21:01,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:21:01,339 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/cluster_3d5d663c-2be5-1009-9438-2edcd5b790d1, deleteOnExit=true 2024-11-08T19:21:01,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:21:01,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/test.cache.data in system properties and HBase conf 2024-11-08T19:21:01,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:21:01,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:21:01,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:21:01,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:21:01,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:21:01,339 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:21:01,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:21:01,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:21:01,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:21:01,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:21:01,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:21:01,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:21:01,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:21:01,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:21:01,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:21:01,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:21:01,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:21:01,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:21:01,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:21:01,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:21:01,661 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:21:01,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:21:01,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:21:01,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:21:01,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:21:01,672 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:21:01,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ef8514{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:21:01,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6976b7e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:21:01,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6de4453f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/java.io.tmpdir/jetty-localhost-33101-hadoop-hdfs-3_4_1-tests_jar-_-any-1387967935206068154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:21:01,775 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f175b49{HTTP/1.1, (http/1.1)}{localhost:33101} 2024-11-08T19:21:01,775 INFO [Time-limited test {}] server.Server(415): Started @336099ms 2024-11-08T19:21:02,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:21:02,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:21:02,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:21:02,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:21:02,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:21:02,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79dd7543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:21:02,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@534b8653{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:21:02,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21d13a32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/java.io.tmpdir/jetty-localhost-35069-hadoop-hdfs-3_4_1-tests_jar-_-any-3990916395297367869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:21:02,292 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b030b3{HTTP/1.1, (http/1.1)}{localhost:35069} 2024-11-08T19:21:02,292 INFO [Time-limited test {}] server.Server(415): Started @336616ms 2024-11-08T19:21:02,293 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:21:04,001 WARN [Thread-4441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/cluster_3d5d663c-2be5-1009-9438-2edcd5b790d1/data/data1/current/BP-1492171391-172.17.0.2-1731093661354/current, will proceed with Du for space computation calculation, 2024-11-08T19:21:04,001 WARN [Thread-4442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/cluster_3d5d663c-2be5-1009-9438-2edcd5b790d1/data/data2/current/BP-1492171391-172.17.0.2-1731093661354/current, will proceed with Du for space computation calculation, 2024-11-08T19:21:04,021 WARN [Thread-4429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:21:04,023 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e54b74f4bb5629d with lease ID 0x8234f456f5b8d05d: Processing first storage report for DS-8988da32-c5d6-4334-8406-0e3882fab157 from datanode DatanodeRegistration(127.0.0.1:42587, datanodeUuid=b46ef14c-e7c6-4e0a-957e-b787b6e8f08d, infoPort=45985, infoSecurePort=0, ipcPort=42059, storageInfo=lv=-57;cid=testClusterID;nsid=1427266067;c=1731093661354) 2024-11-08T19:21:04,023 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e54b74f4bb5629d with lease ID 0x8234f456f5b8d05d: from storage DS-8988da32-c5d6-4334-8406-0e3882fab157 node DatanodeRegistration(127.0.0.1:42587, datanodeUuid=b46ef14c-e7c6-4e0a-957e-b787b6e8f08d, infoPort=45985, infoSecurePort=0, ipcPort=42059, storageInfo=lv=-57;cid=testClusterID;nsid=1427266067;c=1731093661354), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:21:04,023 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e54b74f4bb5629d with lease ID 0x8234f456f5b8d05d: Processing first storage report for DS-49e5fac7-cc6a-49ea-a81a-5484623de259 from datanode DatanodeRegistration(127.0.0.1:42587, datanodeUuid=b46ef14c-e7c6-4e0a-957e-b787b6e8f08d, infoPort=45985, infoSecurePort=0, ipcPort=42059, storageInfo=lv=-57;cid=testClusterID;nsid=1427266067;c=1731093661354) 2024-11-08T19:21:04,023 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e54b74f4bb5629d with lease ID 0x8234f456f5b8d05d: from storage DS-49e5fac7-cc6a-49ea-a81a-5484623de259 node DatanodeRegistration(127.0.0.1:42587, datanodeUuid=b46ef14c-e7c6-4e0a-957e-b787b6e8f08d, infoPort=45985, infoSecurePort=0, ipcPort=42059, storageInfo=lv=-57;cid=testClusterID;nsid=1427266067;c=1731093661354), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:21:04,045 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57 2024-11-08T19:21:04,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:21:04,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:21:04,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:21:04,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:21:04,251 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T19:21:04,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T19:21:04,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T19:21:04,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:21:04,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T19:21:04,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T19:21:04,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T19:21:04,455 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07 with version=8 2024-11-08T19:21:04,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/hbase-staging 2024-11-08T19:21:04,456 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:21:04,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:21:04,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:21:04,457 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:21:04,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:21:04,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:21:04,457 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:21:04,457 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:21:04,457 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43705 2024-11-08T19:21:04,458 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43705 connecting to ZooKeeper ensemble=127.0.0.1:50729 2024-11-08T19:21:04,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437050x0, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:21:04,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43705-0x1011be4f2560003 connected 2024-11-08T19:21:05,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:21:05,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:21:05,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Set watcher on znode that does not yet exist, /1-1172953330/running 2024-11-08T19:21:05,126 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07, hbase.cluster.distributed=false 2024-11-08T19:21:05,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Set watcher on znode that does not yet exist, /1-1172953330/acl 2024-11-08T19:21:05,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43705 2024-11-08T19:21:05,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43705 2024-11-08T19:21:05,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43705 2024-11-08T19:21:05,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43705 2024-11-08T19:21:05,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43705 2024-11-08T19:21:05,152 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:21:05,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:21:05,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:21:05,152 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:21:05,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:21:05,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:21:05,152 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:21:05,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:21:05,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42187 2024-11-08T19:21:05,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42187 connecting to ZooKeeper ensemble=127.0.0.1:50729 2024-11-08T19:21:05,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:21:05,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:21:05,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421870x0, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:21:05,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421870x0, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Set watcher on znode that does not yet exist, /1-1172953330/running 2024-11-08T19:21:05,221 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:21:05,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42187-0x1011be4f2560004 connected 2024-11-08T19:21:05,221 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:21:05,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Set watcher on znode that does not yet exist, /1-1172953330/master 2024-11-08T19:21:05,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Set watcher on znode that does not yet exist, /1-1172953330/acl 2024-11-08T19:21:05,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42187 2024-11-08T19:21:05,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42187 2024-11-08T19:21:05,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42187 2024-11-08T19:21:05,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42187 2024-11-08T19:21:05,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42187 2024-11-08T19:21:05,242 DEBUG [M:0;692b295ad45c:43705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:43705 2024-11-08T19:21:05,243 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1172953330/backup-masters/692b295ad45c,43705,1731093664456 2024-11-08T19:21:05,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330/backup-masters 2024-11-08T19:21:05,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330/backup-masters 2024-11-08T19:21:05,316 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Set watcher on existing znode=/1-1172953330/backup-masters/692b295ad45c,43705,1731093664456 2024-11-08T19:21:05,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1172953330/master 2024-11-08T19:21:05,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330 2024-11-08T19:21:05,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330 2024-11-08T19:21:05,378 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Set watcher on existing znode=/1-1172953330/master 2024-11-08T19:21:05,380 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1172953330/backup-masters/692b295ad45c,43705,1731093664456 from backup master directory 2024-11-08T19:21:05,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330/backup-masters 2024-11-08T19:21:05,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1172953330/backup-masters/692b295ad45c,43705,1731093664456 2024-11-08T19:21:05,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330/backup-masters 2024-11-08T19:21:05,452 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:21:05,452 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,43705,1731093664456 2024-11-08T19:21:05,454 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/hbase.id] with ID: 2a849e6a-3f8a-43b4-9a42-38685cd4e9c2 2024-11-08T19:21:05,454 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/.tmp/hbase.id 2024-11-08T19:21:05,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:21:05,870 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/.tmp/hbase.id]:[hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/hbase.id] 2024-11-08T19:21:05,877 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:21:05,877 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:21:05,877 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T19:21:05,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330 2024-11-08T19:21:05,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330 2024-11-08T19:21:05,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:21:06,312 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:21:06,313 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:21:06,313 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:21:06,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:21:06,709 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:21:06,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:06,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:06,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:06,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:06,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:06,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:06,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:06,721 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store 2024-11-08T19:21:06,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:21:06,754 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:06,755 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:21:06,755 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:06,755 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:06,755 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:21:06,755 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:06,755 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:06,755 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093666754Disabling compacts and flushes for region at 1731093666754Disabling writes for close at 1731093666755 (+1 ms)Writing region close event to WAL at 1731093666755Closed at 1731093666755 2024-11-08T19:21:06,756 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/.initializing 2024-11-08T19:21:06,756 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/WALs/692b295ad45c,43705,1731093664456 2024-11-08T19:21:06,757 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:21:06,758 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C43705%2C1731093664456, suffix=, logDir=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/WALs/692b295ad45c,43705,1731093664456, archiveDir=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/oldWALs, maxLogs=10 2024-11-08T19:21:06,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:06,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:06,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:06,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:06,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:06,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:06,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:06,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:06,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:06,779 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/WALs/692b295ad45c,43705,1731093664456/692b295ad45c%2C43705%2C1731093664456.1731093666759, exclude list is [], retry=0 2024-11-08T19:21:06,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42587,DS-8988da32-c5d6-4334-8406-0e3882fab157,DISK] 2024-11-08T19:21:06,809 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/WALs/692b295ad45c,43705,1731093664456/692b295ad45c%2C43705%2C1731093664456.1731093666759 2024-11-08T19:21:06,809 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45985:45985)] 2024-11-08T19:21:06,809 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:21:06,809 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:06,809 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:06,809 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:06,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:06,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:21:06,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:06,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:06,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:06,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:21:06,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:06,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:06,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:06,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:21:06,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:06,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:06,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:06,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:21:06,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:06,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:06,838 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:06,839 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:06,844 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:06,845 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:06,845 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:06,846 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:21:06,846 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:06,848 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:21:06,849 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70584345, jitterRate=0.051788702607154846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:21:06,849 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093666810Initializing all the Stores at 1731093666812 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093666812Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093666824 (+12 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093666824Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093666824Cleaning up temporary data from old regions at 1731093666845 (+21 ms)Region opened successfully at 1731093666849 (+4 ms) 2024-11-08T19:21:06,852 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:21:06,854 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61698d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:21:06,855 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:21:06,855 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:21:06,855 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:21:06,855 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:21:06,856 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:21:06,856 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:21:06,856 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:21:06,862 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:21:06,863 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Unable to get data of znode /1-1172953330/balancer because node does not exist (not necessarily an error) 2024-11-08T19:21:06,914 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1172953330/balancer already deleted, retry=false 2024-11-08T19:21:06,915 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:21:06,916 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Unable to get data of znode /1-1172953330/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:21:06,940 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1172953330/normalizer already deleted, retry=false 2024-11-08T19:21:06,940 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:21:06,949 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Unable to get data of znode /1-1172953330/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:21:06,961 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1172953330/switch/split already deleted, retry=false 2024-11-08T19:21:06,963 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Unable to get data of znode /1-1172953330/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:21:06,971 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1172953330/switch/merge already deleted, retry=false 2024-11-08T19:21:06,973 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Unable to get data of znode /1-1172953330/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:21:06,982 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1172953330/snapshot-cleanup already deleted, retry=false 2024-11-08T19:21:06,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1172953330/running 2024-11-08T19:21:06,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330 2024-11-08T19:21:06,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1172953330/running 2024-11-08T19:21:06,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330 2024-11-08T19:21:06,998 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,43705,1731093664456, sessionid=0x1011be4f2560003, setting cluster-up flag (Was=false) 2024-11-08T19:21:07,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330 2024-11-08T19:21:07,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330 2024-11-08T19:21:07,218 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1172953330/flush-table-proc/acquired, /1-1172953330/flush-table-proc/reached, /1-1172953330/flush-table-proc/abort 2024-11-08T19:21:07,219 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,43705,1731093664456 2024-11-08T19:21:07,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330 2024-11-08T19:21:07,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330 2024-11-08T19:21:07,287 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1172953330/online-snapshot/acquired, /1-1172953330/online-snapshot/reached, /1-1172953330/online-snapshot/abort 2024-11-08T19:21:07,288 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,43705,1731093664456 2024-11-08T19:21:07,289 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:21:07,290 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:21:07,290 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:21:07,290 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:21:07,290 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,43705,1731093664456 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:21:07,291 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:21:07,291 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:21:07,291 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:21:07,291 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:21:07,291 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:21:07,291 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:07,292 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:21:07,292 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:07,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:21:07,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:21:07,293 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:07,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:21:07,296 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093697296 2024-11-08T19:21:07,296 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:21:07,296 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:21:07,296 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:21:07,296 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:21:07,297 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:21:07,297 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:21:07,297 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:07,297 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:21:07,297 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:21:07,297 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:21:07,297 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:21:07,303 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:21:07,303 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:21:07,303 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093667303,5,FailOnTimeoutGroup] 2024-11-08T19:21:07,304 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093667303,5,FailOnTimeoutGroup] 2024-11-08T19:21:07,304 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:07,304 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:21:07,304 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:07,304 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:07,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:21:07,306 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:21:07,306 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07 2024-11-08T19:21:07,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:21:07,337 INFO [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(746): ClusterId : 2a849e6a-3f8a-43b4-9a42-38685cd4e9c2 2024-11-08T19:21:07,337 DEBUG [RS:0;692b295ad45c:42187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:21:07,347 DEBUG [RS:0;692b295ad45c:42187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:21:07,347 DEBUG [RS:0;692b295ad45c:42187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:21:07,358 DEBUG [RS:0;692b295ad45c:42187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:21:07,358 DEBUG [RS:0;692b295ad45c:42187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b26e3ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:21:07,368 DEBUG [RS:0;692b295ad45c:42187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:42187 2024-11-08T19:21:07,368 INFO [RS:0;692b295ad45c:42187 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:21:07,368 INFO [RS:0;692b295ad45c:42187 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:21:07,368 DEBUG [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:21:07,368 INFO [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,43705,1731093664456 with port=42187, startcode=1731093665152 2024-11-08T19:21:07,368 DEBUG [RS:0;692b295ad45c:42187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:21:07,369 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:21:07,370 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43705 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,42187,1731093665152 2024-11-08T19:21:07,370 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43705 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,42187,1731093665152 2024-11-08T19:21:07,371 DEBUG [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07 2024-11-08T19:21:07,371 DEBUG [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33549 2024-11-08T19:21:07,371 DEBUG [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:21:07,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330/rs 2024-11-08T19:21:07,411 DEBUG [RS:0;692b295ad45c:42187 {}] zookeeper.ZKUtil(111): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Set watcher on existing znode=/1-1172953330/rs/692b295ad45c,42187,1731093665152 2024-11-08T19:21:07,411 WARN [RS:0;692b295ad45c:42187 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:21:07,411 INFO [RS:0;692b295ad45c:42187 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:21:07,411 DEBUG [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/WALs/692b295ad45c,42187,1731093665152 2024-11-08T19:21:07,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,42187,1731093665152] 2024-11-08T19:21:07,413 INFO [RS:0;692b295ad45c:42187 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:21:07,414 INFO [RS:0;692b295ad45c:42187 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:21:07,415 INFO [RS:0;692b295ad45c:42187 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:21:07,415 INFO [RS:0;692b295ad45c:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:07,415 INFO [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:21:07,415 INFO [RS:0;692b295ad45c:42187 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:21:07,415 INFO [RS:0;692b295ad45c:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:07,415 DEBUG [RS:0;692b295ad45c:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:07,415 DEBUG [RS:0;692b295ad45c:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:07,415 DEBUG [RS:0;692b295ad45c:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:07,415 DEBUG [RS:0;692b295ad45c:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:07,415 DEBUG [RS:0;692b295ad45c:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:07,415 DEBUG [RS:0;692b295ad45c:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:21:07,415 DEBUG [RS:0;692b295ad45c:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:07,416 DEBUG [RS:0;692b295ad45c:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:07,416 DEBUG [RS:0;692b295ad45c:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:07,416 DEBUG [RS:0;692b295ad45c:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:07,416 DEBUG [RS:0;692b295ad45c:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:07,416 DEBUG [RS:0;692b295ad45c:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:07,416 DEBUG [RS:0;692b295ad45c:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:21:07,416 DEBUG [RS:0;692b295ad45c:42187 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:21:07,416 INFO [RS:0;692b295ad45c:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:07,416 INFO [RS:0;692b295ad45c:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:07,416 INFO [RS:0;692b295ad45c:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:07,416 INFO [RS:0;692b295ad45c:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:07,416 INFO [RS:0;692b295ad45c:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:07,416 INFO [RS:0;692b295ad45c:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42187,1731093665152-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:21:07,430 INFO [RS:0;692b295ad45c:42187 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:21:07,430 INFO [RS:0;692b295ad45c:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,42187,1731093665152-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:07,430 INFO [RS:0;692b295ad45c:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:07,430 INFO [RS:0;692b295ad45c:42187 {}] regionserver.Replication(171): 692b295ad45c,42187,1731093665152 started 2024-11-08T19:21:07,441 INFO [RS:0;692b295ad45c:42187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:07,441 INFO [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,42187,1731093665152, RpcServer on 692b295ad45c/172.17.0.2:42187, sessionid=0x1011be4f2560004 2024-11-08T19:21:07,441 DEBUG [RS:0;692b295ad45c:42187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:21:07,441 DEBUG [RS:0;692b295ad45c:42187 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,42187,1731093665152 2024-11-08T19:21:07,441 DEBUG [RS:0;692b295ad45c:42187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,42187,1731093665152' 2024-11-08T19:21:07,441 DEBUG [RS:0;692b295ad45c:42187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1172953330/flush-table-proc/abort' 2024-11-08T19:21:07,442 DEBUG [RS:0;692b295ad45c:42187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1172953330/flush-table-proc/acquired' 2024-11-08T19:21:07,442 DEBUG [RS:0;692b295ad45c:42187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:21:07,442 DEBUG [RS:0;692b295ad45c:42187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:21:07,442 DEBUG [RS:0;692b295ad45c:42187 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,42187,1731093665152 2024-11-08T19:21:07,442 DEBUG [RS:0;692b295ad45c:42187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,42187,1731093665152' 2024-11-08T19:21:07,442 DEBUG [RS:0;692b295ad45c:42187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1172953330/online-snapshot/abort' 2024-11-08T19:21:07,443 DEBUG [RS:0;692b295ad45c:42187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1172953330/online-snapshot/acquired' 2024-11-08T19:21:07,443 DEBUG [RS:0;692b295ad45c:42187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:21:07,443 INFO [RS:0;692b295ad45c:42187 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:21:07,443 INFO [RS:0;692b295ad45c:42187 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:21:07,543 INFO [RS:0;692b295ad45c:42187 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:21:07,544 INFO [RS:0;692b295ad45c:42187 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C42187%2C1731093665152, suffix=, logDir=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/WALs/692b295ad45c,42187,1731093665152, archiveDir=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/oldWALs, maxLogs=10 2024-11-08T19:21:07,557 DEBUG [RS:0;692b295ad45c:42187 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/WALs/692b295ad45c,42187,1731093665152/692b295ad45c%2C42187%2C1731093665152.1731093667544, exclude list is [], retry=0 2024-11-08T19:21:07,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42587,DS-8988da32-c5d6-4334-8406-0e3882fab157,DISK] 2024-11-08T19:21:07,560 INFO [RS:0;692b295ad45c:42187 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/WALs/692b295ad45c,42187,1731093665152/692b295ad45c%2C42187%2C1731093665152.1731093667544 2024-11-08T19:21:07,560 DEBUG [RS:0;692b295ad45c:42187 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45985:45985)] 2024-11-08T19:21:07,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:07,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:21:07,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:21:07,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:07,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:07,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:21:07,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:21:07,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:07,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:07,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:21:07,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:21:07,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:07,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:07,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:21:07,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:21:07,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:07,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:07,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:21:07,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740 2024-11-08T19:21:07,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740 2024-11-08T19:21:07,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:21:07,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:21:07,722 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:21:07,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:21:07,724 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:21:07,725 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72420927, jitterRate=0.07915590703487396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:21:07,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093667711Initializing all the Stores at 1731093667712 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093667712Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093667712Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093667712Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093667712Cleaning up temporary data from old regions at 1731093667721 (+9 ms)Region opened successfully at 1731093667725 (+4 ms) 2024-11-08T19:21:07,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:21:07,725 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:21:07,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:21:07,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:21:07,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:21:07,725 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:21:07,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093667725Disabling compacts and flushes for region at 1731093667725Disabling writes for close at 1731093667725Writing region close event to WAL at 1731093667725Closed at 1731093667725 2024-11-08T19:21:07,726 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:21:07,726 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:21:07,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:21:07,727 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:21:07,727 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:21:07,878 DEBUG [692b295ad45c:43705 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:21:07,878 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,42187,1731093665152 2024-11-08T19:21:07,879 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,42187,1731093665152, state=OPENING 2024-11-08T19:21:07,887 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:21:07,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330 2024-11-08T19:21:07,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330 2024-11-08T19:21:07,898 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:21:07,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,42187,1731093665152}] 2024-11-08T19:21:07,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1172953330/meta-region-server: CHANGED 2024-11-08T19:21:07,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1172953330/meta-region-server: CHANGED 2024-11-08T19:21:08,051 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:21:08,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:21:08,069 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:21:08,069 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:21:08,069 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:21:08,071 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C42187%2C1731093665152.meta, suffix=.meta, logDir=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/WALs/692b295ad45c,42187,1731093665152, archiveDir=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/oldWALs, maxLogs=10 2024-11-08T19:21:08,086 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/WALs/692b295ad45c,42187,1731093665152/692b295ad45c%2C42187%2C1731093665152.meta.1731093668071.meta, exclude list is [], retry=0 2024-11-08T19:21:08,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42587,DS-8988da32-c5d6-4334-8406-0e3882fab157,DISK] 2024-11-08T19:21:08,089 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/WALs/692b295ad45c,42187,1731093665152/692b295ad45c%2C42187%2C1731093665152.meta.1731093668071.meta 2024-11-08T19:21:08,089 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45985:45985)] 2024-11-08T19:21:08,090 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:21:08,090 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:21:08,090 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:21:08,090 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:21:08,090 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:21:08,091 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:21:08,091 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:08,091 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:21:08,091 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:21:08,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:21:08,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:21:08,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:08,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:08,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:21:08,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:21:08,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:08,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:08,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:21:08,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:21:08,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:08,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:08,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:21:08,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:21:08,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:08,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:08,096 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:21:08,097 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740 2024-11-08T19:21:08,098 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740 2024-11-08T19:21:08,098 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:21:08,098 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:21:08,099 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:21:08,099 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:21:08,100 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68022602, jitterRate=0.01361575722694397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:21:08,100 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:21:08,100 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093668091Writing region info on filesystem at 1731093668091Initializing all the Stores at 1731093668092 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093668092Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093668092Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093668092Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093668092Cleaning up temporary data from old regions at 1731093668098 (+6 ms)Running coprocessor post-open hooks at 1731093668100 (+2 ms)Region opened successfully at 1731093668100 2024-11-08T19:21:08,101 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093668050 2024-11-08T19:21:08,102 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:21:08,102 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:21:08,103 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,42187,1731093665152 2024-11-08T19:21:08,103 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,42187,1731093665152, state=OPEN 2024-11-08T19:21:08,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1172953330/meta-region-server 2024-11-08T19:21:08,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1172953330/meta-region-server 2024-11-08T19:21:08,115 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,42187,1731093665152 2024-11-08T19:21:08,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1172953330/meta-region-server: CHANGED 2024-11-08T19:21:08,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1172953330/meta-region-server: CHANGED 2024-11-08T19:21:08,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:21:08,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,42187,1731093665152 in 217 msec 2024-11-08T19:21:08,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:21:08,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-11-08T19:21:08,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:21:08,119 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:21:08,120 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:21:08,120 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,42187,1731093665152, seqNum=-1] 2024-11-08T19:21:08,120 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:21:08,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:21:08,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 835 msec 2024-11-08T19:21:08,125 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093668125, completionTime=-1 2024-11-08T19:21:08,125 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:21:08,125 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:21:08,127 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:21:08,127 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093728127 2024-11-08T19:21:08,127 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093788127 2024-11-08T19:21:08,127 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T19:21:08,127 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43705,1731093664456-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:08,127 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43705,1731093664456-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:08,127 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43705,1731093664456-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:08,127 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:43705, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:08,127 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:08,127 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:08,129 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:21:08,130 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.678sec 2024-11-08T19:21:08,130 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:21:08,130 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:21:08,130 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:21:08,130 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:21:08,130 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:21:08,130 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43705,1731093664456-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:21:08,130 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43705,1731093664456-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:21:08,132 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:21:08,132 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:21:08,132 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,43705,1731093664456-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:08,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5804c945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:08,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,43705,-1 for getting cluster id 2024-11-08T19:21:08,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:21:08,139 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a849e6a-3f8a-43b4-9a42-38685cd4e9c2' 2024-11-08T19:21:08,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:21:08,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a849e6a-3f8a-43b4-9a42-38685cd4e9c2" 2024-11-08T19:21:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163ce881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,43705,-1] 2024-11-08T19:21:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:21:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:08,140 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:21:08,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1dd5a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:08,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:21:08,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,42187,1731093665152, seqNum=-1] 2024-11-08T19:21:08,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:21:08,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:21:08,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,43705,1731093664456 2024-11-08T19:21:08,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50729 2024-11-08T19:21:08,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:21:08,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011be4f2560005 connected 2024-11-08T19:21:08,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/hadoop.log.dir so I do NOT create it in target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5 2024-11-08T19:21:08,170 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T19:21:08,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/hadoop.tmp.dir so I do NOT create it in target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5 2024-11-08T19:21:08,170 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T19:21:08,170 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5 2024-11-08T19:21:08,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:21:08,170 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/cluster_d9a7feee-5de5-355a-dc7c-1ed9bf97f7dd, deleteOnExit=true 2024-11-08T19:21:08,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:21:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/test.cache.data in system properties and HBase conf 2024-11-08T19:21:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:21:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:21:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:21:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:21:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:21:08,171 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:21:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:21:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:21:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:21:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:21:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:21:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:21:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:21:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:21:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:21:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:21:08,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:21:08,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:21:08,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:21:08,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:21:08,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:21:08,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:21:08,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:21:08,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:21:08,544 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:21:08,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:21:08,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@718cf8ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:21:08,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30bb4d50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:21:08,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78c61ab2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/java.io.tmpdir/jetty-localhost-46219-hadoop-hdfs-3_4_1-tests_jar-_-any-17155546728050416595/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:21:08,669 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1db45a0f{HTTP/1.1, (http/1.1)}{localhost:46219} 2024-11-08T19:21:08,669 INFO [Time-limited test {}] server.Server(415): Started @342992ms 2024-11-08T19:21:09,635 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:21:09,642 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:21:09,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:21:09,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:21:09,643 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:21:09,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c96e4f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:21:09,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43d115d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:21:09,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d1236d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/java.io.tmpdir/jetty-localhost-36661-hadoop-hdfs-3_4_1-tests_jar-_-any-13746310460531432916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:21:09,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5989335f{HTTP/1.1, (http/1.1)}{localhost:36661} 2024-11-08T19:21:09,776 INFO [Time-limited test {}] server.Server(415): Started @344099ms 2024-11-08T19:21:09,777 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:21:10,601 WARN [Thread-4562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/cluster_d9a7feee-5de5-355a-dc7c-1ed9bf97f7dd/data/data1/current/BP-594993805-172.17.0.2-1731093668185/current, will proceed with Du for space computation calculation, 2024-11-08T19:21:10,602 WARN [Thread-4563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/cluster_d9a7feee-5de5-355a-dc7c-1ed9bf97f7dd/data/data2/current/BP-594993805-172.17.0.2-1731093668185/current, will proceed with Du for space computation calculation, 2024-11-08T19:21:10,693 WARN [Thread-4550 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:21:10,699 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb59979ed6f971b6a with lease ID 0x1ecce1ebdc1e59d1: Processing first storage report for DS-5f7f1ff3-6ada-45d7-85da-34cda79854e6 from datanode DatanodeRegistration(127.0.0.1:38613, datanodeUuid=7749bc59-b909-4189-a839-0a97fb218114, infoPort=39407, infoSecurePort=0, ipcPort=45969, storageInfo=lv=-57;cid=testClusterID;nsid=1330209010;c=1731093668185) 2024-11-08T19:21:10,699 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb59979ed6f971b6a with lease ID 0x1ecce1ebdc1e59d1: from storage DS-5f7f1ff3-6ada-45d7-85da-34cda79854e6 node DatanodeRegistration(127.0.0.1:38613, datanodeUuid=7749bc59-b909-4189-a839-0a97fb218114, infoPort=39407, infoSecurePort=0, ipcPort=45969, storageInfo=lv=-57;cid=testClusterID;nsid=1330209010;c=1731093668185), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:21:10,699 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb59979ed6f971b6a with lease ID 0x1ecce1ebdc1e59d1: Processing first storage report for DS-b0ccb22f-c7f1-45a7-8c10-9769bfa24643 from datanode DatanodeRegistration(127.0.0.1:38613, datanodeUuid=7749bc59-b909-4189-a839-0a97fb218114, infoPort=39407, infoSecurePort=0, ipcPort=45969, storageInfo=lv=-57;cid=testClusterID;nsid=1330209010;c=1731093668185) 2024-11-08T19:21:10,700 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb59979ed6f971b6a with lease ID 0x1ecce1ebdc1e59d1: from storage DS-b0ccb22f-c7f1-45a7-8c10-9769bfa24643 node DatanodeRegistration(127.0.0.1:38613, datanodeUuid=7749bc59-b909-4189-a839-0a97fb218114, infoPort=39407, infoSecurePort=0, ipcPort=45969, storageInfo=lv=-57;cid=testClusterID;nsid=1330209010;c=1731093668185), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:21:10,741 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5 2024-11-08T19:21:10,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:21:10,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:21:10,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:21:10,772 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2 with version=8 2024-11-08T19:21:10,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/hbase-staging 2024-11-08T19:21:10,775 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:21:10,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:21:10,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:21:10,775 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:21:10,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:21:10,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:21:10,775 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:21:10,776 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:21:10,776 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34581 2024-11-08T19:21:10,777 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34581 connecting to ZooKeeper ensemble=127.0.0.1:50729 2024-11-08T19:21:10,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345810x0, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:21:10,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34581-0x1011be4f2560006 connected 2024-11-08T19:21:10,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:21:10,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:21:10,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Set watcher on znode that does not yet exist, /2-422699663/running 2024-11-08T19:21:10,879 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2, hbase.cluster.distributed=false 2024-11-08T19:21:10,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Set watcher on znode that does not yet exist, /2-422699663/acl 2024-11-08T19:21:10,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34581 2024-11-08T19:21:10,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34581 2024-11-08T19:21:10,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34581 2024-11-08T19:21:10,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34581 2024-11-08T19:21:10,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34581 2024-11-08T19:21:10,940 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:21:10,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:21:10,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:21:10,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:21:10,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:21:10,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:21:10,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:21:10,941 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:21:10,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39961 2024-11-08T19:21:10,942 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39961 connecting to ZooKeeper ensemble=127.0.0.1:50729 2024-11-08T19:21:10,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:21:10,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:21:10,957 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399610x0, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:21:10,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39961-0x1011be4f2560007 connected 2024-11-08T19:21:10,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399610x0, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Set watcher on znode that does not yet exist, /2-422699663/running 2024-11-08T19:21:10,958 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:21:10,964 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:21:10,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Set watcher on znode that does not yet exist, /2-422699663/master 2024-11-08T19:21:10,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Set watcher on znode that does not yet exist, /2-422699663/acl 2024-11-08T19:21:10,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39961 2024-11-08T19:21:10,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39961 2024-11-08T19:21:10,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39961 2024-11-08T19:21:10,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39961 2024-11-08T19:21:10,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39961 2024-11-08T19:21:11,011 DEBUG [M:0;692b295ad45c:34581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:34581 2024-11-08T19:21:11,011 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-422699663/backup-masters/692b295ad45c,34581,1731093670775 2024-11-08T19:21:11,024 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663/backup-masters 2024-11-08T19:21:11,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663/backup-masters 2024-11-08T19:21:11,025 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Set watcher on existing znode=/2-422699663/backup-masters/692b295ad45c,34581,1731093670775 2024-11-08T19:21:11,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663 2024-11-08T19:21:11,042 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-422699663/master 2024-11-08T19:21:11,042 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663 2024-11-08T19:21:11,057 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Set watcher on existing znode=/2-422699663/master 2024-11-08T19:21:11,057 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-422699663/backup-masters/692b295ad45c,34581,1731093670775 from backup master directory 2024-11-08T19:21:11,066 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663/backup-masters 2024-11-08T19:21:11,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-422699663/backup-masters/692b295ad45c,34581,1731093670775 2024-11-08T19:21:11,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663/backup-masters 2024-11-08T19:21:11,066 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:21:11,066 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,34581,1731093670775 2024-11-08T19:21:11,075 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/hbase.id] with ID: 1206ae7b-06ce-4619-9330-327cf00584a9 2024-11-08T19:21:11,075 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/.tmp/hbase.id 2024-11-08T19:21:11,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:21:11,115 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/.tmp/hbase.id]:[hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/hbase.id] 2024-11-08T19:21:11,129 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:21:11,129 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:21:11,130 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T19:21:11,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663 2024-11-08T19:21:11,140 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663 2024-11-08T19:21:11,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:21:11,156 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:21:11,157 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:21:11,157 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:21:11,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:21:11,187 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store 2024-11-08T19:21:11,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:21:11,199 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:11,199 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:21:11,199 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:11,199 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:11,199 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:21:11,199 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:11,200 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:11,200 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093671199Disabling compacts and flushes for region at 1731093671199Disabling writes for close at 1731093671199Writing region close event to WAL at 1731093671199Closed at 1731093671199 2024-11-08T19:21:11,201 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/.initializing 2024-11-08T19:21:11,201 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/WALs/692b295ad45c,34581,1731093670775 2024-11-08T19:21:11,201 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:21:11,203 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C34581%2C1731093670775, suffix=, logDir=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/WALs/692b295ad45c,34581,1731093670775, archiveDir=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/oldWALs, maxLogs=10 2024-11-08T19:21:11,222 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/WALs/692b295ad45c,34581,1731093670775/692b295ad45c%2C34581%2C1731093670775.1731093671203, exclude list is [], retry=0 2024-11-08T19:21:11,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38613,DS-5f7f1ff3-6ada-45d7-85da-34cda79854e6,DISK] 2024-11-08T19:21:11,245 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/WALs/692b295ad45c,34581,1731093670775/692b295ad45c%2C34581%2C1731093670775.1731093671203 2024-11-08T19:21:11,245 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39407:39407)] 2024-11-08T19:21:11,245 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:21:11,246 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:11,246 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:11,246 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:11,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:11,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:21:11,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:11,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:11,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:11,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:21:11,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:11,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:11,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:11,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:21:11,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:11,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:11,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:11,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:21:11,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:11,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:11,260 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:11,261 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:11,261 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:11,262 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:11,262 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:11,263 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:21:11,264 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:21:11,266 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:21:11,266 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69033137, jitterRate=0.02867390215396881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:21:11,267 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093671246Initializing all the Stores at 1731093671247 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093671247Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093671247Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093671247Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093671247Cleaning up temporary data from old regions at 1731093671262 (+15 ms)Region opened successfully at 1731093671266 (+4 ms) 2024-11-08T19:21:11,267 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:21:11,269 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d1a1a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:21:11,270 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:21:11,270 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:21:11,270 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:21:11,271 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:21:11,271 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:21:11,272 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T19:21:11,272 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:21:11,275 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:21:11,276 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Unable to get data of znode /2-422699663/balancer because node does not exist (not necessarily an error) 2024-11-08T19:21:11,287 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-422699663/balancer already deleted, retry=false 2024-11-08T19:21:11,288 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:21:11,289 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Unable to get data of znode /2-422699663/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:21:11,297 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-422699663/normalizer already deleted, retry=false 2024-11-08T19:21:11,298 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:21:11,301 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Unable to get data of znode /2-422699663/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:21:11,308 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-422699663/switch/split already deleted, retry=false 2024-11-08T19:21:11,309 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Unable to get data of znode /2-422699663/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:21:11,318 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-422699663/switch/merge already deleted, retry=false 2024-11-08T19:21:11,321 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Unable to get data of znode /2-422699663/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:21:11,329 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-422699663/snapshot-cleanup already deleted, retry=false 2024-11-08T19:21:11,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-422699663/running 2024-11-08T19:21:11,340 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-422699663/running 2024-11-08T19:21:11,340 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663 2024-11-08T19:21:11,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663 2024-11-08T19:21:11,340 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,34581,1731093670775, sessionid=0x1011be4f2560006, setting cluster-up flag (Was=false) 2024-11-08T19:21:11,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663 2024-11-08T19:21:11,361 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663 2024-11-08T19:21:11,392 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-422699663/flush-table-proc/acquired, /2-422699663/flush-table-proc/reached, /2-422699663/flush-table-proc/abort 2024-11-08T19:21:11,394 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,34581,1731093670775 2024-11-08T19:21:11,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663 2024-11-08T19:21:11,413 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663 2024-11-08T19:21:11,445 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-422699663/online-snapshot/acquired, /2-422699663/online-snapshot/reached, /2-422699663/online-snapshot/abort 2024-11-08T19:21:11,446 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,34581,1731093670775 2024-11-08T19:21:11,447 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:21:11,448 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:21:11,448 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:21:11,448 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:21:11,449 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,34581,1731093670775 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:21:11,450 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:21:11,450 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:21:11,450 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:21:11,450 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:21:11,450 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:21:11,450 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:11,450 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:21:11,450 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:11,451 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093701451 2024-11-08T19:21:11,451 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:21:11,452 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:21:11,452 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:21:11,452 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:21:11,452 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:21:11,452 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:21:11,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:21:11,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:21:11,452 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:11,453 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:11,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:21:11,456 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:21:11,456 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:21:11,456 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:21:11,456 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T19:21:11,464 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:21:11,464 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:21:11,464 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093671464,5,FailOnTimeoutGroup] 2024-11-08T19:21:11,465 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093671465,5,FailOnTimeoutGroup] 2024-11-08T19:21:11,465 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:11,465 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:21:11,465 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:11,465 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:11,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:21:11,498 INFO [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(746): ClusterId : 1206ae7b-06ce-4619-9330-327cf00584a9 2024-11-08T19:21:11,499 DEBUG [RS:0;692b295ad45c:39961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:21:11,509 DEBUG [RS:0;692b295ad45c:39961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:21:11,509 DEBUG [RS:0;692b295ad45c:39961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:21:11,519 DEBUG [RS:0;692b295ad45c:39961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:21:11,520 DEBUG [RS:0;692b295ad45c:39961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8c655b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:21:11,547 DEBUG [RS:0;692b295ad45c:39961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:39961 2024-11-08T19:21:11,547 INFO [RS:0;692b295ad45c:39961 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:21:11,547 INFO [RS:0;692b295ad45c:39961 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:21:11,547 DEBUG [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:21:11,548 INFO [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,34581,1731093670775 with port=39961, startcode=1731093670940 2024-11-08T19:21:11,549 DEBUG [RS:0;692b295ad45c:39961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:21:11,550 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:21:11,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,39961,1731093670940 2024-11-08T19:21:11,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34581 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,39961,1731093670940 2024-11-08T19:21:11,552 DEBUG [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2 2024-11-08T19:21:11,552 DEBUG [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36381 2024-11-08T19:21:11,552 DEBUG [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:21:11,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663/rs 2024-11-08T19:21:11,604 DEBUG [RS:0;692b295ad45c:39961 {}] zookeeper.ZKUtil(111): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Set watcher on existing znode=/2-422699663/rs/692b295ad45c,39961,1731093670940 2024-11-08T19:21:11,604 WARN [RS:0;692b295ad45c:39961 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:21:11,604 INFO [RS:0;692b295ad45c:39961 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:21:11,605 DEBUG [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/WALs/692b295ad45c,39961,1731093670940 2024-11-08T19:21:11,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,39961,1731093670940] 2024-11-08T19:21:11,609 INFO [RS:0;692b295ad45c:39961 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:21:11,611 INFO [RS:0;692b295ad45c:39961 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:21:11,612 INFO [RS:0;692b295ad45c:39961 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:21:11,612 INFO [RS:0;692b295ad45c:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:11,612 INFO [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:21:11,613 INFO [RS:0;692b295ad45c:39961 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:21:11,613 INFO [RS:0;692b295ad45c:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:11,613 DEBUG [RS:0;692b295ad45c:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:11,613 DEBUG [RS:0;692b295ad45c:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:11,613 DEBUG [RS:0;692b295ad45c:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:11,613 DEBUG [RS:0;692b295ad45c:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:11,613 DEBUG [RS:0;692b295ad45c:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:11,614 DEBUG [RS:0;692b295ad45c:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:21:11,614 DEBUG [RS:0;692b295ad45c:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:11,614 DEBUG [RS:0;692b295ad45c:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:11,614 DEBUG [RS:0;692b295ad45c:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:11,614 DEBUG [RS:0;692b295ad45c:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:11,614 DEBUG [RS:0;692b295ad45c:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:11,614 DEBUG [RS:0;692b295ad45c:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:21:11,614 DEBUG [RS:0;692b295ad45c:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:21:11,614 DEBUG [RS:0;692b295ad45c:39961 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:21:11,614 INFO [RS:0;692b295ad45c:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:11,614 INFO [RS:0;692b295ad45c:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:11,614 INFO [RS:0;692b295ad45c:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:11,614 INFO [RS:0;692b295ad45c:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:11,614 INFO [RS:0;692b295ad45c:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:11,614 INFO [RS:0;692b295ad45c:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39961,1731093670940-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:21:11,633 INFO [RS:0;692b295ad45c:39961 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:21:11,633 INFO [RS:0;692b295ad45c:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,39961,1731093670940-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:11,633 INFO [RS:0;692b295ad45c:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:11,633 INFO [RS:0;692b295ad45c:39961 {}] regionserver.Replication(171): 692b295ad45c,39961,1731093670940 started 2024-11-08T19:21:11,647 INFO [RS:0;692b295ad45c:39961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:11,647 INFO [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,39961,1731093670940, RpcServer on 692b295ad45c/172.17.0.2:39961, sessionid=0x1011be4f2560007 2024-11-08T19:21:11,647 DEBUG [RS:0;692b295ad45c:39961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:21:11,648 DEBUG [RS:0;692b295ad45c:39961 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,39961,1731093670940 2024-11-08T19:21:11,648 DEBUG [RS:0;692b295ad45c:39961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,39961,1731093670940' 2024-11-08T19:21:11,648 DEBUG [RS:0;692b295ad45c:39961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-422699663/flush-table-proc/abort' 2024-11-08T19:21:11,648 DEBUG [RS:0;692b295ad45c:39961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-422699663/flush-table-proc/acquired' 2024-11-08T19:21:11,649 DEBUG [RS:0;692b295ad45c:39961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:21:11,649 DEBUG [RS:0;692b295ad45c:39961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:21:11,649 DEBUG [RS:0;692b295ad45c:39961 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,39961,1731093670940 2024-11-08T19:21:11,649 DEBUG [RS:0;692b295ad45c:39961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,39961,1731093670940' 2024-11-08T19:21:11,649 DEBUG [RS:0;692b295ad45c:39961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-422699663/online-snapshot/abort' 2024-11-08T19:21:11,649 DEBUG [RS:0;692b295ad45c:39961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-422699663/online-snapshot/acquired' 2024-11-08T19:21:11,649 DEBUG [RS:0;692b295ad45c:39961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:21:11,649 INFO [RS:0;692b295ad45c:39961 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:21:11,649 INFO [RS:0;692b295ad45c:39961 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:21:11,750 INFO [RS:0;692b295ad45c:39961 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:21:11,751 INFO [RS:0;692b295ad45c:39961 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C39961%2C1731093670940, suffix=, logDir=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/WALs/692b295ad45c,39961,1731093670940, archiveDir=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/oldWALs, maxLogs=10 2024-11-08T19:21:11,766 DEBUG [RS:0;692b295ad45c:39961 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/WALs/692b295ad45c,39961,1731093670940/692b295ad45c%2C39961%2C1731093670940.1731093671751, exclude list is [], retry=0 2024-11-08T19:21:11,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38613,DS-5f7f1ff3-6ada-45d7-85da-34cda79854e6,DISK] 2024-11-08T19:21:11,770 INFO [RS:0;692b295ad45c:39961 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/WALs/692b295ad45c,39961,1731093670940/692b295ad45c%2C39961%2C1731093670940.1731093671751 2024-11-08T19:21:11,770 DEBUG [RS:0;692b295ad45c:39961 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39407:39407)] 2024-11-08T19:21:11,870 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:21:11,871 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2 2024-11-08T19:21:11,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741833_1009 (size=32) 2024-11-08T19:21:12,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:12,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:21:12,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:21:12,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:12,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:12,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:21:12,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:21:12,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:12,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:12,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:21:12,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:21:12,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:12,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:12,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:21:12,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:21:12,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:12,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:12,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:21:12,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740 2024-11-08T19:21:12,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740 2024-11-08T19:21:12,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:21:12,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:21:12,289 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:21:12,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:21:12,291 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:21:12,291 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68202031, jitterRate=0.01628945767879486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:21:12,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093672279Initializing all the Stores at 1731093672280 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093672280Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093672280Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093672280Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093672280Cleaning up temporary data from old regions at 1731093672288 (+8 ms)Region opened successfully at 1731093672292 (+4 ms) 2024-11-08T19:21:12,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:21:12,292 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:21:12,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:21:12,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:21:12,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:21:12,292 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:21:12,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093672292Disabling compacts and flushes for region at 1731093672292Disabling writes for close at 1731093672292Writing region close event to WAL at 1731093672292Closed at 1731093672292 2024-11-08T19:21:12,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:21:12,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:21:12,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:21:12,294 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:21:12,295 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:21:12,445 DEBUG [692b295ad45c:34581 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:21:12,446 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,39961,1731093670940 2024-11-08T19:21:12,447 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,39961,1731093670940, state=OPENING 2024-11-08T19:21:12,529 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:21:12,540 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663 2024-11-08T19:21:12,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663 2024-11-08T19:21:12,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-422699663/meta-region-server: CHANGED 2024-11-08T19:21:12,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-422699663/meta-region-server: CHANGED 2024-11-08T19:21:12,540 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:21:12,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,39961,1731093670940}] 2024-11-08T19:21:12,692 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:21:12,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:21:12,696 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:21:12,696 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:21:12,696 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:21:12,698 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C39961%2C1731093670940.meta, suffix=.meta, logDir=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/WALs/692b295ad45c,39961,1731093670940, archiveDir=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/oldWALs, maxLogs=10 2024-11-08T19:21:12,715 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/WALs/692b295ad45c,39961,1731093670940/692b295ad45c%2C39961%2C1731093670940.meta.1731093672698.meta, exclude list is [], retry=0 2024-11-08T19:21:12,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38613,DS-5f7f1ff3-6ada-45d7-85da-34cda79854e6,DISK] 2024-11-08T19:21:12,719 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/WALs/692b295ad45c,39961,1731093670940/692b295ad45c%2C39961%2C1731093670940.meta.1731093672698.meta 2024-11-08T19:21:12,719 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39407:39407)] 2024-11-08T19:21:12,719 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:21:12,720 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:21:12,721 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:21:12,721 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:21:12,721 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:21:12,721 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:21:12,721 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:12,721 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:21:12,721 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:21:12,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:21:12,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:21:12,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:12,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:12,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:21:12,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:21:12,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:12,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:12,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:21:12,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:21:12,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:12,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:12,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:21:12,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:21:12,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:12,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:21:12,737 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:21:12,738 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740 2024-11-08T19:21:12,741 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740 2024-11-08T19:21:12,743 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:21:12,743 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:21:12,744 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:21:12,747 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:21:12,749 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64700797, jitterRate=-0.035882994532585144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:21:12,749 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:21:12,749 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093672722Writing region info on filesystem at 1731093672722Initializing all the Stores at 1731093672723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093672723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093672723Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093672723Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093672723Cleaning up temporary data from old regions at 1731093672743 (+20 ms)Running coprocessor post-open hooks at 1731093672749 (+6 ms)Region opened successfully at 1731093672749 2024-11-08T19:21:12,750 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093672692 2024-11-08T19:21:12,753 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:21:12,753 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:21:12,753 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,39961,1731093670940 2024-11-08T19:21:12,754 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,39961,1731093670940, state=OPEN 2024-11-08T19:21:12,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-422699663/meta-region-server 2024-11-08T19:21:12,761 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-422699663/meta-region-server 2024-11-08T19:21:12,761 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,39961,1731093670940 2024-11-08T19:21:12,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-422699663/meta-region-server: CHANGED 2024-11-08T19:21:12,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-422699663/meta-region-server: CHANGED 2024-11-08T19:21:12,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:21:12,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,39961,1731093670940 in 221 msec 2024-11-08T19:21:12,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:21:12,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-11-08T19:21:12,765 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:21:12,765 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:21:12,766 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:21:12,766 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,39961,1731093670940, seqNum=-1] 2024-11-08T19:21:12,767 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:21:12,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:21:12,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3240 sec 2024-11-08T19:21:12,772 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093672772, completionTime=-1 2024-11-08T19:21:12,772 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:21:12,772 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:21:12,774 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:21:12,774 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093732774 2024-11-08T19:21:12,774 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093792774 2024-11-08T19:21:12,774 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T19:21:12,774 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34581,1731093670775-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:12,775 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34581,1731093670775-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:12,775 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34581,1731093670775-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:12,775 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:34581, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:12,775 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:12,777 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:21:12,780 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:12,783 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.717sec 2024-11-08T19:21:12,783 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:21:12,783 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:21:12,783 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:21:12,784 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:21:12,784 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:21:12,784 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34581,1731093670775-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:21:12,784 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34581,1731093670775-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:21:12,786 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:21:12,786 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:21:12,786 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,34581,1731093670775-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:21:12,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9750f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:12,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,34581,-1 for getting cluster id 2024-11-08T19:21:12,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:21:12,801 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1206ae7b-06ce-4619-9330-327cf00584a9' 2024-11-08T19:21:12,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:21:12,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1206ae7b-06ce-4619-9330-327cf00584a9" 2024-11-08T19:21:12,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bb28f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:12,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,34581,-1] 2024-11-08T19:21:12,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:21:12,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:12,803 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:21:12,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a2b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:12,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:21:12,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,39961,1731093670940, seqNum=-1] 2024-11-08T19:21:12,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:21:12,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:21:12,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,34581,1731093670775 2024-11-08T19:21:12,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50729 2024-11-08T19:21:12,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:21:12,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011be4f2560008 connected 2024-11-08T19:21:12,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:21:12,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,40633,1731093659462 2024-11-08T19:21:12,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@644bf4d0 2024-11-08T19:21:12,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:21:12,839 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:21:12,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:21:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T19:21:12,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:21:12,842 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:12,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T19:21:12,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:21:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:21:12,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741835_1011 (size=902) 2024-11-08T19:21:12,867 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 883a55e397393330a063d3802ad85f34, NAME => 'test,,1731093672839.883a55e397393330a063d3802ad85f34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75 2024-11-08T19:21:12,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741836_1012 (size=39) 2024-11-08T19:21:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:21:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:21:13,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731093672839.883a55e397393330a063d3802ad85f34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:13,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 883a55e397393330a063d3802ad85f34, disabling compactions & flushes 2024-11-08T19:21:13,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731093672839.883a55e397393330a063d3802ad85f34. 2024-11-08T19:21:13,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093672839.883a55e397393330a063d3802ad85f34. 2024-11-08T19:21:13,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731093672839.883a55e397393330a063d3802ad85f34. after waiting 0 ms 2024-11-08T19:21:13,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731093672839.883a55e397393330a063d3802ad85f34. 2024-11-08T19:21:13,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731093672839.883a55e397393330a063d3802ad85f34. 2024-11-08T19:21:13,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 883a55e397393330a063d3802ad85f34: Waiting for close lock at 1731093673278Disabling compacts and flushes for region at 1731093673278Disabling writes for close at 1731093673278Writing region close event to WAL at 1731093673278Closed at 1731093673278 2024-11-08T19:21:13,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:21:13,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731093672839.883a55e397393330a063d3802ad85f34.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731093673279"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093673279"}]},"ts":"1731093673279"} 2024-11-08T19:21:13,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:21:13,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:21:13,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093673282"}]},"ts":"1731093673282"} 2024-11-08T19:21:13,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T19:21:13,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=883a55e397393330a063d3802ad85f34, ASSIGN}] 2024-11-08T19:21:13,285 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=883a55e397393330a063d3802ad85f34, ASSIGN 2024-11-08T19:21:13,286 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=883a55e397393330a063d3802ad85f34, ASSIGN; state=OFFLINE, location=692b295ad45c,39831,1731093659757; forceNewPlan=false, retain=false 2024-11-08T19:21:13,437 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=883a55e397393330a063d3802ad85f34, regionState=OPENING, regionLocation=692b295ad45c,39831,1731093659757 2024-11-08T19:21:13,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=883a55e397393330a063d3802ad85f34, ASSIGN because future has completed 2024-11-08T19:21:13,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 883a55e397393330a063d3802ad85f34, server=692b295ad45c,39831,1731093659757}] 2024-11-08T19:21:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:21:13,593 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:21:13,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:13,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:13,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:13,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:13,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:13,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:13,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:13,601 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731093672839.883a55e397393330a063d3802ad85f34. 2024-11-08T19:21:13,601 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 883a55e397393330a063d3802ad85f34, NAME => 'test,,1731093672839.883a55e397393330a063d3802ad85f34.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:21:13,602 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:21:13,602 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T19:21:13,602 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 883a55e397393330a063d3802ad85f34 2024-11-08T19:21:13,602 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731093672839.883a55e397393330a063d3802ad85f34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:13,602 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 883a55e397393330a063d3802ad85f34 2024-11-08T19:21:13,602 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 883a55e397393330a063d3802ad85f34 2024-11-08T19:21:13,603 INFO [StoreOpener-883a55e397393330a063d3802ad85f34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 883a55e397393330a063d3802ad85f34 2024-11-08T19:21:13,604 INFO [StoreOpener-883a55e397393330a063d3802ad85f34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883a55e397393330a063d3802ad85f34 columnFamilyName f 2024-11-08T19:21:13,604 DEBUG [StoreOpener-883a55e397393330a063d3802ad85f34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:13,605 INFO [StoreOpener-883a55e397393330a063d3802ad85f34-1 {}] regionserver.HStore(327): Store=883a55e397393330a063d3802ad85f34/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:13,605 INFO [StoreOpener-883a55e397393330a063d3802ad85f34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 883a55e397393330a063d3802ad85f34 2024-11-08T19:21:13,605 INFO [StoreOpener-883a55e397393330a063d3802ad85f34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883a55e397393330a063d3802ad85f34 columnFamilyName f1 2024-11-08T19:21:13,606 DEBUG [StoreOpener-883a55e397393330a063d3802ad85f34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:13,606 INFO [StoreOpener-883a55e397393330a063d3802ad85f34-1 {}] regionserver.HStore(327): Store=883a55e397393330a063d3802ad85f34/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:13,606 INFO [StoreOpener-883a55e397393330a063d3802ad85f34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 883a55e397393330a063d3802ad85f34 2024-11-08T19:21:13,606 INFO [StoreOpener-883a55e397393330a063d3802ad85f34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883a55e397393330a063d3802ad85f34 columnFamilyName norep 2024-11-08T19:21:13,606 DEBUG [StoreOpener-883a55e397393330a063d3802ad85f34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:13,607 INFO [StoreOpener-883a55e397393330a063d3802ad85f34-1 {}] regionserver.HStore(327): Store=883a55e397393330a063d3802ad85f34/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:13,607 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 883a55e397393330a063d3802ad85f34 2024-11-08T19:21:13,607 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34 2024-11-08T19:21:13,607 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34 2024-11-08T19:21:13,608 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 883a55e397393330a063d3802ad85f34 2024-11-08T19:21:13,608 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 883a55e397393330a063d3802ad85f34 2024-11-08T19:21:13,609 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:21:13,610 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 883a55e397393330a063d3802ad85f34 2024-11-08T19:21:13,611 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:21:13,611 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 883a55e397393330a063d3802ad85f34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72479312, jitterRate=0.08002591133117676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:21:13,611 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 883a55e397393330a063d3802ad85f34 2024-11-08T19:21:13,611 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 883a55e397393330a063d3802ad85f34: Running coprocessor pre-open hook at 1731093673602Writing region info on filesystem at 1731093673602Initializing all the Stores at 1731093673603 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093673603Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093673603Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093673603Cleaning up temporary data from old regions at 1731093673608 (+5 ms)Running coprocessor post-open hooks at 1731093673611 (+3 ms)Region opened successfully at 1731093673611 2024-11-08T19:21:13,612 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731093672839.883a55e397393330a063d3802ad85f34., pid=6, masterSystemTime=1731093673591 2024-11-08T19:21:13,614 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731093672839.883a55e397393330a063d3802ad85f34. 2024-11-08T19:21:13,614 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731093672839.883a55e397393330a063d3802ad85f34. 2024-11-08T19:21:13,614 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=883a55e397393330a063d3802ad85f34, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=692b295ad45c,39831,1731093659757 2024-11-08T19:21:13,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 883a55e397393330a063d3802ad85f34, server=692b295ad45c,39831,1731093659757 because future has completed 2024-11-08T19:21:13,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:21:13,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 883a55e397393330a063d3802ad85f34, server=692b295ad45c,39831,1731093659757 in 179 msec 2024-11-08T19:21:13,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:21:13,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=883a55e397393330a063d3802ad85f34, ASSIGN in 336 msec 2024-11-08T19:21:13,623 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:21:13,623 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093673623"}]},"ts":"1731093673623"} 2024-11-08T19:21:13,624 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T19:21:13,625 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:21:13,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 785 msec 2024-11-08T19:21:13,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:13,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:13,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:13,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:13,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:13,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:13,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:13,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:13,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:21:13,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:21:13,979 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T19:21:13,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,43705,1731093664456 2024-11-08T19:21:13,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73846e9d 2024-11-08T19:21:13,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:21:13,982 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:21:13,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43705 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:21:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43705 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T19:21:13,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:21:13,985 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:13,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43705 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T19:21:13,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:21:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:21:13,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741835_1011 (size=902) 2024-11-08T19:21:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:21:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:21:14,396 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ead7292face386b0d4378b6b504dba6, NAME => 'test,,1731093673982.8ead7292face386b0d4378b6b504dba6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07 2024-11-08T19:21:14,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741836_1012 (size=39) 2024-11-08T19:21:14,479 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:21:14,479 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:21:14,480 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149102 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [692b295ad45c,37303,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:37303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T19:21:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:21:14,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731093673982.8ead7292face386b0d4378b6b504dba6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:14,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8ead7292face386b0d4378b6b504dba6, disabling compactions & flushes 2024-11-08T19:21:14,810 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731093673982.8ead7292face386b0d4378b6b504dba6. 2024-11-08T19:21:14,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093673982.8ead7292face386b0d4378b6b504dba6. 2024-11-08T19:21:14,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731093673982.8ead7292face386b0d4378b6b504dba6. after waiting 0 ms 2024-11-08T19:21:14,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731093673982.8ead7292face386b0d4378b6b504dba6. 2024-11-08T19:21:14,810 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731093673982.8ead7292face386b0d4378b6b504dba6. 2024-11-08T19:21:14,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ead7292face386b0d4378b6b504dba6: Waiting for close lock at 1731093674810Disabling compacts and flushes for region at 1731093674810Disabling writes for close at 1731093674810Writing region close event to WAL at 1731093674810Closed at 1731093674810 2024-11-08T19:21:14,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:21:14,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731093673982.8ead7292face386b0d4378b6b504dba6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731093674812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093674812"}]},"ts":"1731093674812"} 2024-11-08T19:21:14,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:21:14,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:21:14,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093674815"}]},"ts":"1731093674815"} 2024-11-08T19:21:14,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T19:21:14,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ead7292face386b0d4378b6b504dba6, ASSIGN}] 2024-11-08T19:21:14,817 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ead7292face386b0d4378b6b504dba6, ASSIGN 2024-11-08T19:21:14,818 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8ead7292face386b0d4378b6b504dba6, ASSIGN; state=OFFLINE, location=692b295ad45c,42187,1731093665152; forceNewPlan=false, retain=false 2024-11-08T19:21:14,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ead7292face386b0d4378b6b504dba6, regionState=OPENING, regionLocation=692b295ad45c,42187,1731093665152 2024-11-08T19:21:14,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8ead7292face386b0d4378b6b504dba6, ASSIGN because future has completed 2024-11-08T19:21:14,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ead7292face386b0d4378b6b504dba6, server=692b295ad45c,42187,1731093665152}] 2024-11-08T19:21:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:21:15,132 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731093673982.8ead7292face386b0d4378b6b504dba6. 2024-11-08T19:21:15,133 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ead7292face386b0d4378b6b504dba6, NAME => 'test,,1731093673982.8ead7292face386b0d4378b6b504dba6.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:21:15,133 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:21:15,133 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T19:21:15,133 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8ead7292face386b0d4378b6b504dba6 2024-11-08T19:21:15,133 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731093673982.8ead7292face386b0d4378b6b504dba6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:15,134 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8ead7292face386b0d4378b6b504dba6 2024-11-08T19:21:15,134 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8ead7292face386b0d4378b6b504dba6 2024-11-08T19:21:15,136 INFO [StoreOpener-8ead7292face386b0d4378b6b504dba6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8ead7292face386b0d4378b6b504dba6 2024-11-08T19:21:15,137 INFO [StoreOpener-8ead7292face386b0d4378b6b504dba6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ead7292face386b0d4378b6b504dba6 columnFamilyName f 2024-11-08T19:21:15,137 DEBUG [StoreOpener-8ead7292face386b0d4378b6b504dba6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:15,137 INFO [StoreOpener-8ead7292face386b0d4378b6b504dba6-1 {}] regionserver.HStore(327): Store=8ead7292face386b0d4378b6b504dba6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:15,138 INFO [StoreOpener-8ead7292face386b0d4378b6b504dba6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8ead7292face386b0d4378b6b504dba6 2024-11-08T19:21:15,139 INFO [StoreOpener-8ead7292face386b0d4378b6b504dba6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ead7292face386b0d4378b6b504dba6 columnFamilyName f1 2024-11-08T19:21:15,139 DEBUG [StoreOpener-8ead7292face386b0d4378b6b504dba6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:15,139 INFO [StoreOpener-8ead7292face386b0d4378b6b504dba6-1 {}] regionserver.HStore(327): Store=8ead7292face386b0d4378b6b504dba6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:15,139 INFO [StoreOpener-8ead7292face386b0d4378b6b504dba6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8ead7292face386b0d4378b6b504dba6 2024-11-08T19:21:15,140 INFO [StoreOpener-8ead7292face386b0d4378b6b504dba6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ead7292face386b0d4378b6b504dba6 columnFamilyName norep 2024-11-08T19:21:15,140 DEBUG [StoreOpener-8ead7292face386b0d4378b6b504dba6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:15,141 INFO [StoreOpener-8ead7292face386b0d4378b6b504dba6-1 {}] regionserver.HStore(327): Store=8ead7292face386b0d4378b6b504dba6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:15,142 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8ead7292face386b0d4378b6b504dba6 2024-11-08T19:21:15,143 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6 2024-11-08T19:21:15,143 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6 2024-11-08T19:21:15,144 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8ead7292face386b0d4378b6b504dba6 2024-11-08T19:21:15,144 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8ead7292face386b0d4378b6b504dba6 2024-11-08T19:21:15,144 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:21:15,145 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8ead7292face386b0d4378b6b504dba6 2024-11-08T19:21:15,147 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:21:15,147 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8ead7292face386b0d4378b6b504dba6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67428881, jitterRate=0.004768624901771545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:21:15,148 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ead7292face386b0d4378b6b504dba6 2024-11-08T19:21:15,148 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8ead7292face386b0d4378b6b504dba6: Running coprocessor pre-open hook at 1731093675134Writing region info on filesystem at 1731093675134Initializing all the Stores at 1731093675134Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093675134Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093675135 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093675135Cleaning up temporary data from old regions at 1731093675144 (+9 ms)Running coprocessor post-open hooks at 1731093675148 (+4 ms)Region opened successfully at 1731093675148 2024-11-08T19:21:15,149 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731093673982.8ead7292face386b0d4378b6b504dba6., pid=6, masterSystemTime=1731093675123 2024-11-08T19:21:15,151 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731093673982.8ead7292face386b0d4378b6b504dba6. 2024-11-08T19:21:15,151 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731093673982.8ead7292face386b0d4378b6b504dba6. 2024-11-08T19:21:15,151 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ead7292face386b0d4378b6b504dba6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=692b295ad45c,42187,1731093665152 2024-11-08T19:21:15,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ead7292face386b0d4378b6b504dba6, server=692b295ad45c,42187,1731093665152 because future has completed 2024-11-08T19:21:15,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:21:15,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ead7292face386b0d4378b6b504dba6, server=692b295ad45c,42187,1731093665152 in 183 msec 2024-11-08T19:21:15,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:21:15,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8ead7292face386b0d4378b6b504dba6, ASSIGN in 340 msec 2024-11-08T19:21:15,158 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:21:15,159 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093675158"}]},"ts":"1731093675158"} 2024-11-08T19:21:15,160 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T19:21:15,161 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:21:15,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1790 sec 2024-11-08T19:21:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:21:16,130 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T19:21:16,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:21:16,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,34581,1731093670775 2024-11-08T19:21:16,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6995d220 2024-11-08T19:21:16,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:21:16,132 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:21:16,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:21:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34581 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T19:21:16,135 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:21:16,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T19:21:16,135 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:21:16,136 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:21:16,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741835_1011 (size=902) 2024-11-08T19:21:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:21:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:21:16,542 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1552ab7c15c608658c8278f07c7b489d, NAME => 'test,,1731093676133.1552ab7c15c608658c8278f07c7b489d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2 2024-11-08T19:21:16,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741836_1012 (size=39) 2024-11-08T19:21:16,547 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731093676133.1552ab7c15c608658c8278f07c7b489d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:16,547 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1552ab7c15c608658c8278f07c7b489d, disabling compactions & flushes 2024-11-08T19:21:16,547 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731093676133.1552ab7c15c608658c8278f07c7b489d. 2024-11-08T19:21:16,547 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093676133.1552ab7c15c608658c8278f07c7b489d. 2024-11-08T19:21:16,547 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731093676133.1552ab7c15c608658c8278f07c7b489d. after waiting 0 ms 2024-11-08T19:21:16,547 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731093676133.1552ab7c15c608658c8278f07c7b489d. 2024-11-08T19:21:16,547 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731093676133.1552ab7c15c608658c8278f07c7b489d. 2024-11-08T19:21:16,547 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1552ab7c15c608658c8278f07c7b489d: Waiting for close lock at 1731093676547Disabling compacts and flushes for region at 1731093676547Disabling writes for close at 1731093676547Writing region close event to WAL at 1731093676547Closed at 1731093676547 2024-11-08T19:21:16,548 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:21:16,549 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731093676133.1552ab7c15c608658c8278f07c7b489d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731093676548"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093676548"}]},"ts":"1731093676548"} 2024-11-08T19:21:16,550 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:21:16,551 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:21:16,551 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093676551"}]},"ts":"1731093676551"} 2024-11-08T19:21:16,552 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T19:21:16,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1552ab7c15c608658c8278f07c7b489d, ASSIGN}] 2024-11-08T19:21:16,553 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1552ab7c15c608658c8278f07c7b489d, ASSIGN 2024-11-08T19:21:16,554 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1552ab7c15c608658c8278f07c7b489d, ASSIGN; state=OFFLINE, location=692b295ad45c,39961,1731093670940; forceNewPlan=false, retain=false 2024-11-08T19:21:16,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1552ab7c15c608658c8278f07c7b489d, regionState=OPENING, regionLocation=692b295ad45c,39961,1731093670940 2024-11-08T19:21:16,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1552ab7c15c608658c8278f07c7b489d, ASSIGN because future has completed 2024-11-08T19:21:16,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1552ab7c15c608658c8278f07c7b489d, server=692b295ad45c,39961,1731093670940}] 2024-11-08T19:21:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:21:16,862 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731093676133.1552ab7c15c608658c8278f07c7b489d. 2024-11-08T19:21:16,862 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1552ab7c15c608658c8278f07c7b489d, NAME => 'test,,1731093676133.1552ab7c15c608658c8278f07c7b489d.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:21:16,863 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:21:16,863 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T19:21:16,863 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1552ab7c15c608658c8278f07c7b489d 2024-11-08T19:21:16,863 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731093676133.1552ab7c15c608658c8278f07c7b489d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:16,863 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1552ab7c15c608658c8278f07c7b489d 2024-11-08T19:21:16,863 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1552ab7c15c608658c8278f07c7b489d 2024-11-08T19:21:16,865 INFO [StoreOpener-1552ab7c15c608658c8278f07c7b489d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1552ab7c15c608658c8278f07c7b489d 2024-11-08T19:21:16,865 INFO [StoreOpener-1552ab7c15c608658c8278f07c7b489d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1552ab7c15c608658c8278f07c7b489d columnFamilyName f 2024-11-08T19:21:16,866 DEBUG [StoreOpener-1552ab7c15c608658c8278f07c7b489d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:16,866 INFO [StoreOpener-1552ab7c15c608658c8278f07c7b489d-1 {}] regionserver.HStore(327): Store=1552ab7c15c608658c8278f07c7b489d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:16,866 INFO [StoreOpener-1552ab7c15c608658c8278f07c7b489d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1552ab7c15c608658c8278f07c7b489d 2024-11-08T19:21:16,867 INFO [StoreOpener-1552ab7c15c608658c8278f07c7b489d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1552ab7c15c608658c8278f07c7b489d columnFamilyName f1 2024-11-08T19:21:16,867 DEBUG [StoreOpener-1552ab7c15c608658c8278f07c7b489d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:16,867 INFO [StoreOpener-1552ab7c15c608658c8278f07c7b489d-1 {}] regionserver.HStore(327): Store=1552ab7c15c608658c8278f07c7b489d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:16,867 INFO [StoreOpener-1552ab7c15c608658c8278f07c7b489d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1552ab7c15c608658c8278f07c7b489d 2024-11-08T19:21:16,868 INFO [StoreOpener-1552ab7c15c608658c8278f07c7b489d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1552ab7c15c608658c8278f07c7b489d columnFamilyName norep 2024-11-08T19:21:16,868 DEBUG [StoreOpener-1552ab7c15c608658c8278f07c7b489d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:16,868 INFO [StoreOpener-1552ab7c15c608658c8278f07c7b489d-1 {}] regionserver.HStore(327): Store=1552ab7c15c608658c8278f07c7b489d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:16,868 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1552ab7c15c608658c8278f07c7b489d 2024-11-08T19:21:16,869 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/default/test/1552ab7c15c608658c8278f07c7b489d 2024-11-08T19:21:16,869 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/default/test/1552ab7c15c608658c8278f07c7b489d 2024-11-08T19:21:16,870 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1552ab7c15c608658c8278f07c7b489d 2024-11-08T19:21:16,870 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1552ab7c15c608658c8278f07c7b489d 2024-11-08T19:21:16,870 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:21:16,872 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1552ab7c15c608658c8278f07c7b489d 2024-11-08T19:21:16,873 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/default/test/1552ab7c15c608658c8278f07c7b489d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:21:16,874 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1552ab7c15c608658c8278f07c7b489d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61312218, jitterRate=-0.08637675642967224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:21:16,874 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1552ab7c15c608658c8278f07c7b489d 2024-11-08T19:21:16,874 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1552ab7c15c608658c8278f07c7b489d: Running coprocessor pre-open hook at 1731093676863Writing region info on filesystem at 1731093676863Initializing all the Stores at 1731093676864 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093676864Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093676864Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093676864Cleaning up temporary data from old regions at 1731093676870 (+6 ms)Running coprocessor post-open hooks at 1731093676874 (+4 ms)Region opened successfully at 1731093676874 2024-11-08T19:21:16,875 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731093676133.1552ab7c15c608658c8278f07c7b489d., pid=6, masterSystemTime=1731093676859 2024-11-08T19:21:16,877 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731093676133.1552ab7c15c608658c8278f07c7b489d. 2024-11-08T19:21:16,877 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731093676133.1552ab7c15c608658c8278f07c7b489d. 2024-11-08T19:21:16,877 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1552ab7c15c608658c8278f07c7b489d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=692b295ad45c,39961,1731093670940 2024-11-08T19:21:16,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1552ab7c15c608658c8278f07c7b489d, server=692b295ad45c,39961,1731093670940 because future has completed 2024-11-08T19:21:16,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:21:16,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1552ab7c15c608658c8278f07c7b489d, server=692b295ad45c,39961,1731093670940 in 172 msec 2024-11-08T19:21:16,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:21:16,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1552ab7c15c608658c8278f07c7b489d, ASSIGN in 332 msec 2024-11-08T19:21:16,887 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:21:16,887 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093676887"}]},"ts":"1731093676887"} 2024-11-08T19:21:16,888 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T19:21:16,889 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:21:16,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-08T19:21:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:21:17,270 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T19:21:17,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60718653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:17,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,40633,-1 for getting cluster id 2024-11-08T19:21:17,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:21:17,272 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02fb7b14-e97e-4463-a47e-4c4194c142b4' 2024-11-08T19:21:17,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:21:17,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02fb7b14-e97e-4463-a47e-4c4194c142b4" 2024-11-08T19:21:17,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b43ea50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:17,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,40633,-1] 2024-11-08T19:21:17,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:21:17,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:17,273 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:21:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45937daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:17,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:21:17,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,40633,1731093659462 2024-11-08T19:21:17,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f909e19 2024-11-08T19:21:17,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:21:17,276 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:21:17,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://692b295ad45c:43705,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T19:21:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:21:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:21:17,281 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:43705' 2024-11-08T19:21:17,282 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ad975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:17,282 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,43705,-1 for getting cluster id 2024-11-08T19:21:17,282 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:21:17,283 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a849e6a-3f8a-43b4-9a42-38685cd4e9c2' 2024-11-08T19:21:17,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:21:17,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a849e6a-3f8a-43b4-9a42-38685cd4e9c2" 2024-11-08T19:21:17,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43271c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:17,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,43705,-1] 2024-11-08T19:21:17,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:21:17,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:17,284 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:21:17,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fca770a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:17,285 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:21:17,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,43705,1731093664456 2024-11-08T19:21:17,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12727a69 2024-11-08T19:21:17,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:21:17,287 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:21:17,288 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T19:21:17,288 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:21:17,288 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:17,288 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:17,289 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:21:17,290 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T19:21:17,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:21:17,291 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:17,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:21:17,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:21:17,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741837_1013 (size=1138) 2024-11-08T19:21:17,323 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e012365e6a47d469aed2525fa9442e4, NAME => 'hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75 2024-11-08T19:21:17,340 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T19:21:17,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741838_1014 (size=44) 2024-11-08T19:21:17,350 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:17,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6e012365e6a47d469aed2525fa9442e4, disabling compactions & flushes 2024-11-08T19:21:17,351 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4. 2024-11-08T19:21:17,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4. 2024-11-08T19:21:17,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4. after waiting 0 ms 2024-11-08T19:21:17,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4. 2024-11-08T19:21:17,351 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4. 2024-11-08T19:21:17,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e012365e6a47d469aed2525fa9442e4: Waiting for close lock at 1731093677351Disabling compacts and flushes for region at 1731093677351Disabling writes for close at 1731093677351Writing region close event to WAL at 1731093677351Closed at 1731093677351 2024-11-08T19:21:17,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:21:17,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731093677356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093677356"}]},"ts":"1731093677356"} 2024-11-08T19:21:17,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:21:17,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:21:17,359 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093677359"}]},"ts":"1731093677359"} 2024-11-08T19:21:17,361 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T19:21:17,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e012365e6a47d469aed2525fa9442e4, ASSIGN}] 2024-11-08T19:21:17,362 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e012365e6a47d469aed2525fa9442e4, ASSIGN 2024-11-08T19:21:17,363 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e012365e6a47d469aed2525fa9442e4, ASSIGN; state=OFFLINE, location=692b295ad45c,39831,1731093659757; forceNewPlan=false, retain=false 2024-11-08T19:21:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:21:17,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6e012365e6a47d469aed2525fa9442e4, regionState=OPENING, regionLocation=692b295ad45c,39831,1731093659757 2024-11-08T19:21:17,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e012365e6a47d469aed2525fa9442e4, ASSIGN because future has completed 2024-11-08T19:21:17,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e012365e6a47d469aed2525fa9442e4, server=692b295ad45c,39831,1731093659757}] 2024-11-08T19:21:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:21:17,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4. 2024-11-08T19:21:17,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:21:17,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T19:21:17,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=692b295ad45c%2C39831%2C1731093659757.rep, suffix=, logDir=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757, archiveDir=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/oldWALs, maxLogs=10 2024-11-08T19:21:17,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.rep.1731093677672, exclude list is [], retry=0 2024-11-08T19:21:17,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40541,DS-14910652-8c96-45dd-8561-2f61e03385e7,DISK] 2024-11-08T19:21:17,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.rep.1731093677672 2024-11-08T19:21:17,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37937:37937)] 2024-11-08T19:21:17,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e012365e6a47d469aed2525fa9442e4, NAME => 'hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:21:17,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T19:21:17,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:21:17,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4. service=MultiRowMutationService 2024-11-08T19:21:17,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T19:21:17,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6e012365e6a47d469aed2525fa9442e4 2024-11-08T19:21:17,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:21:17,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6e012365e6a47d469aed2525fa9442e4 2024-11-08T19:21:17,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6e012365e6a47d469aed2525fa9442e4 2024-11-08T19:21:17,695 INFO [StoreOpener-6e012365e6a47d469aed2525fa9442e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6e012365e6a47d469aed2525fa9442e4 2024-11-08T19:21:17,696 INFO [StoreOpener-6e012365e6a47d469aed2525fa9442e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e012365e6a47d469aed2525fa9442e4 columnFamilyName hfileref 2024-11-08T19:21:17,696 DEBUG [StoreOpener-6e012365e6a47d469aed2525fa9442e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:17,696 INFO [StoreOpener-6e012365e6a47d469aed2525fa9442e4-1 {}] regionserver.HStore(327): Store=6e012365e6a47d469aed2525fa9442e4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:17,696 INFO [StoreOpener-6e012365e6a47d469aed2525fa9442e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6e012365e6a47d469aed2525fa9442e4 2024-11-08T19:21:17,697 INFO [StoreOpener-6e012365e6a47d469aed2525fa9442e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e012365e6a47d469aed2525fa9442e4 columnFamilyName queue 2024-11-08T19:21:17,697 DEBUG [StoreOpener-6e012365e6a47d469aed2525fa9442e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:17,697 INFO [StoreOpener-6e012365e6a47d469aed2525fa9442e4-1 {}] regionserver.HStore(327): Store=6e012365e6a47d469aed2525fa9442e4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:17,697 INFO [StoreOpener-6e012365e6a47d469aed2525fa9442e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6e012365e6a47d469aed2525fa9442e4 2024-11-08T19:21:17,698 INFO [StoreOpener-6e012365e6a47d469aed2525fa9442e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e012365e6a47d469aed2525fa9442e4 columnFamilyName sid 2024-11-08T19:21:17,698 DEBUG [StoreOpener-6e012365e6a47d469aed2525fa9442e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:21:17,698 INFO [StoreOpener-6e012365e6a47d469aed2525fa9442e4-1 {}] regionserver.HStore(327): Store=6e012365e6a47d469aed2525fa9442e4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:21:17,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6e012365e6a47d469aed2525fa9442e4 2024-11-08T19:21:17,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/replication/6e012365e6a47d469aed2525fa9442e4 2024-11-08T19:21:17,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/replication/6e012365e6a47d469aed2525fa9442e4 2024-11-08T19:21:17,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6e012365e6a47d469aed2525fa9442e4 2024-11-08T19:21:17,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6e012365e6a47d469aed2525fa9442e4 2024-11-08T19:21:17,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:21:17,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6e012365e6a47d469aed2525fa9442e4 2024-11-08T19:21:17,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/replication/6e012365e6a47d469aed2525fa9442e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:21:17,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6e012365e6a47d469aed2525fa9442e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69425473, jitterRate=0.034520164132118225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:21:17,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e012365e6a47d469aed2525fa9442e4 2024-11-08T19:21:17,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6e012365e6a47d469aed2525fa9442e4: Running coprocessor pre-open hook at 1731093677694Writing region info on filesystem at 1731093677694Initializing all the Stores at 1731093677695 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093677695Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093677695Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093677695Cleaning up temporary data from old regions at 1731093677700 (+5 ms)Running coprocessor post-open hooks at 1731093677703 (+3 ms)Region opened successfully at 1731093677703 2024-11-08T19:21:17,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4., pid=10, masterSystemTime=1731093677667 2024-11-08T19:21:17,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4. 2024-11-08T19:21:17,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4. 2024-11-08T19:21:17,706 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6e012365e6a47d469aed2525fa9442e4, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,39831,1731093659757 2024-11-08T19:21:17,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e012365e6a47d469aed2525fa9442e4, server=692b295ad45c,39831,1731093659757 because future has completed 2024-11-08T19:21:17,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T19:21:17,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e012365e6a47d469aed2525fa9442e4, server=692b295ad45c,39831,1731093659757 in 193 msec 2024-11-08T19:21:17,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T19:21:17,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e012365e6a47d469aed2525fa9442e4, ASSIGN in 348 msec 2024-11-08T19:21:17,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:21:17,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093677711"}]},"ts":"1731093677711"} 2024-11-08T19:21:17,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T19:21:17,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:21:17,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 425 msec 2024-11-08T19:21:17,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4., hostname=692b295ad45c,39831,1731093659757, seqNum=2] 2024-11-08T19:21:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:21:18,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604 2024-11-08T19:21:18,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604 2024-11-08T19:21:18,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:21:18,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T19:21:18,194 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T19:21:18,238 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-692b295ad45c,39831,1731093659757, ReplicationSource: 1, currentBandwidth=0 2024-11-08T19:21:18,238 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:21:18,239 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,39831,1731093659757, seqNum=-1] 2024-11-08T19:21:18,239 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:21:18,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-08T19:21:18,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-692b295ad45c,39831,1731093659757', locateType=CURRENT is [region=hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4., hostname=692b295ad45c,39831,1731093659757, seqNum=2] 2024-11-08T19:21:18,244 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T19:21:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T19:21:18,249 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 692b295ad45c,39831,1731093659757 suceeded 2024-11-08T19:21:18,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T19:21:18,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-08T19:21:18,251 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://692b295ad45c:43705,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:21:18,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 975 msec 2024-11-08T19:21:18,264 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:43705' 2024-11-08T19:21:18,270 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16759ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:18,270 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,43705,-1 for getting cluster id 2024-11-08T19:21:18,270 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:21:18,271 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a849e6a-3f8a-43b4-9a42-38685cd4e9c2' 2024-11-08T19:21:18,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:21:18,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a849e6a-3f8a-43b4-9a42-38685cd4e9c2" 2024-11-08T19:21:18,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e76a516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:18,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,43705,-1] 2024-11-08T19:21:18,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:18,272 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:21:18,274 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:21:18,274 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54509eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:18,274 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:21:18,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,43705,1731093664456 2024-11-08T19:21:18,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18a763a 2024-11-08T19:21:18,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:21:18,276 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T19:21:18,277 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-692b295ad45c,39831,1731093659757 (queues=1) is replicating from cluster=02fb7b14-e97e-4463-a47e-4c4194c142b4 to cluster=2a849e6a-3f8a-43b4-9a42-38685cd4e9c2 2024-11-08T19:21:18,277 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=692b295ad45c%2C39831%2C1731093659757 2024-11-08T19:21:18,278 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-692b295ad45c,39831,1731093659757, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:21:18,278 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093660632, startPosition=0, beingWritten=true 2024-11-08T19:21:18,280 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C39831%2C1731093659757 2024-11-08T19:21:18,283 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:21:18,283 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093660632 to pos 379, reset compression=false 2024-11-08T19:21:18,283 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,39831,1731093659757 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093660632, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:21:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:21:18,419 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T19:21:18,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:21:18,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:21:18,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:18,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:18,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:21:18,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da30b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:18,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,40633,-1 for getting cluster id 2024-11-08T19:21:18,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:21:18,421 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02fb7b14-e97e-4463-a47e-4c4194c142b4' 2024-11-08T19:21:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:21:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02fb7b14-e97e-4463-a47e-4c4194c142b4" 2024-11-08T19:21:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ddf49aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,40633,-1] 2024-11-08T19:21:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:21:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:18,423 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:21:18,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52285ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:18,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c485344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:18,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,43705,-1 for getting cluster id 2024-11-08T19:21:18,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:21:18,425 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a849e6a-3f8a-43b4-9a42-38685cd4e9c2' 2024-11-08T19:21:18,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:21:18,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a849e6a-3f8a-43b4-9a42-38685cd4e9c2" 2024-11-08T19:21:18,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510b8b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:18,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,43705,-1] 2024-11-08T19:21:18,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:21:18,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:18,426 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:21:18,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d1623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:18,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532bcdef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:18,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,34581,-1 for getting cluster id 2024-11-08T19:21:18,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:21:18,427 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1206ae7b-06ce-4619-9330-327cf00584a9' 2024-11-08T19:21:18,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:21:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1206ae7b-06ce-4619-9330-327cf00584a9" 2024-11-08T19:21:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7d65b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,34581,-1] 2024-11-08T19:21:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:21:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:18,429 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:21:18,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5b4b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:18,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:21:18,434 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731093678434/Put/seqid=0 2024-11-08T19:21:18,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741840_1016 (size=7894) 2024-11-08T19:21:18,461 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731093678461/Put/seqid=0 2024-11-08T19:21:18,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741841_1017 (size=7691) 2024-11-08T19:21:18,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f59923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:18,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,40633,-1 for getting cluster id 2024-11-08T19:21:18,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:21:18,485 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02fb7b14-e97e-4463-a47e-4c4194c142b4' 2024-11-08T19:21:18,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:21:18,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02fb7b14-e97e-4463-a47e-4c4194c142b4" 2024-11-08T19:21:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c03565d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,40633,-1] 2024-11-08T19:21:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:21:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:18,487 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:21:18,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4caf4346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:18,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:21:18,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,39831,1731093659757, seqNum=-1] 2024-11-08T19:21:18,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:21:18,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:21:18,489 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093660632 to pos 379, reset compression=false 2024-11-08T19:21:18,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:21:18,500 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,40633,1731093659462 2024-11-08T19:21:18,500 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@341d2145 2024-11-08T19:21:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:21:18,502 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:21:18,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731093672839.883a55e397393330a063d3802ad85f34., hostname=692b295ad45c,39831,1731093659757, seqNum=2] 2024-11-08T19:21:18,507 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T19:21:18,512 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-08T19:21:18,514 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-08T19:21:18,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 883a55e397393330a063d3802ad85f34/f 2024-11-08T19:21:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T19:21:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:21:18,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 883a55e397393330a063d3802ad85f34/f 2024-11-08T19:21:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T19:21:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:21:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HRegion(2603): Flush status journal for 883a55e397393330a063d3802ad85f34: 2024-11-08T19:21:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__u8i2l43sd8c7s9pl8d3mlfn26a9afp6mmoegl38sn6nnl5j98nic0vvh6olihahj/f/hfile_1 2024-11-08T19:21:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__u8i2l43sd8c7s9pl8d3mlfn26a9afp6mmoegl38sn6nnl5j98nic0vvh6olihahj/f/hfile_1 as hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34/f/96d037d63c32499c8ae4a42dbc56126a_SeqId_4_ 2024-11-08T19:21:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__u8i2l43sd8c7s9pl8d3mlfn26a9afp6mmoegl38sn6nnl5j98nic0vvh6olihahj/f/hfile_0 2024-11-08T19:21:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__u8i2l43sd8c7s9pl8d3mlfn26a9afp6mmoegl38sn6nnl5j98nic0vvh6olihahj/f/hfile_0 as hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34/f/7d035ff667014e10acdd7170a307932c_SeqId_4_ 2024-11-08T19:21:18,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__u8i2l43sd8c7s9pl8d3mlfn26a9afp6mmoegl38sn6nnl5j98nic0vvh6olihahj/f/hfile_1 into 883a55e397393330a063d3802ad85f34/f as hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34/f/96d037d63c32499c8ae4a42dbc56126a_SeqId_4_ - updating store file list. 2024-11-08T19:21:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 96d037d63c32499c8ae4a42dbc56126a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T19:21:18,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34/f/96d037d63c32499c8ae4a42dbc56126a_SeqId_4_ into 883a55e397393330a063d3802ad85f34/f 2024-11-08T19:21:18,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__u8i2l43sd8c7s9pl8d3mlfn26a9afp6mmoegl38sn6nnl5j98nic0vvh6olihahj/f/hfile_1 into 883a55e397393330a063d3802ad85f34/f (new location: hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34/f/96d037d63c32499c8ae4a42dbc56126a_SeqId_4_) 2024-11-08T19:21:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__u8i2l43sd8c7s9pl8d3mlfn26a9afp6mmoegl38sn6nnl5j98nic0vvh6olihahj/f/hfile_1 2024-11-08T19:21:18,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__u8i2l43sd8c7s9pl8d3mlfn26a9afp6mmoegl38sn6nnl5j98nic0vvh6olihahj/f/hfile_0 into 883a55e397393330a063d3802ad85f34/f as hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34/f/7d035ff667014e10acdd7170a307932c_SeqId_4_ - updating store file list. 2024-11-08T19:21:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7d035ff667014e10acdd7170a307932c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T19:21:18,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34/f/7d035ff667014e10acdd7170a307932c_SeqId_4_ into 883a55e397393330a063d3802ad85f34/f 2024-11-08T19:21:18,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__u8i2l43sd8c7s9pl8d3mlfn26a9afp6mmoegl38sn6nnl5j98nic0vvh6olihahj/f/hfile_0 into 883a55e397393330a063d3802ad85f34/f (new location: hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34/f/7d035ff667014e10acdd7170a307932c_SeqId_4_) 2024-11-08T19:21:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__u8i2l43sd8c7s9pl8d3mlfn26a9afp6mmoegl38sn6nnl5j98nic0vvh6olihahj/f/hfile_0 2024-11-08T19:21:18,552 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:21:18,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:21:18,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731093672839.883a55e397393330a063d3802ad85f34., hostname=692b295ad45c,39831,1731093659757, seqNum=2 , the old value is region=test,,1731093672839.883a55e397393330a063d3802ad85f34., hostname=692b295ad45c,39831,1731093659757, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=692b295ad45c:39831 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T19:21:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731093672839.883a55e397393330a063d3802ad85f34., hostname=692b295ad45c,39831,1731093659757, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T19:21:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731093672839.883a55e397393330a063d3802ad85f34., hostname=692b295ad45c,39831,1731093659757, seqNum=2 from cache 2024-11-08T19:21:18,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:21:18,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:18,554 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T19:21:18,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:21:18,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,42187,1731093665152, seqNum=-1] 2024-11-08T19:21:18,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:21:18,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:21:18,558 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731093673982.8ead7292face386b0d4378b6b504dba6., hostname=692b295ad45c,42187,1731093665152, seqNum=2] 2024-11-08T19:21:18,559 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T19:21:18,659 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:39831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T19:21:18,798 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093660632 to pos 379, reset compression=false 2024-11-08T19:21:18,802 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:21:18,802 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,39831,1731093659757 got entry batch from reader: WALEntryBatch [walEntries=[{test/883a55e397393330a063d3802ad85f34/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731093678551/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093660632, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T19:21:18,804 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:21:18,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T19:21:18,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.ReplicationSink(318): Replicating [02fb7b14-e97e-4463-a47e-4c4194c142b4] bulk loaded data 2024-11-08T19:21:18,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ffefedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:18,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,43705,-1 for getting cluster id 2024-11-08T19:21:18,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:21:18,806 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a849e6a-3f8a-43b4-9a42-38685cd4e9c2' 2024-11-08T19:21:18,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:21:18,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a849e6a-3f8a-43b4-9a42-38685cd4e9c2" 2024-11-08T19:21:18,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@530dbe71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:18,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,43705,-1] 2024-11-08T19:21:18,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:21:18,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:18,807 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:21:18,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53eb9b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:18,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741837_1013 (size=7691) 2024-11-08T19:21:18,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741838_1014 (size=7894) 2024-11-08T19:21:19,002 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093660632 to pos 687, reset compression=false 2024-11-08T19:21:19,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:21:19,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:19,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:19,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:19,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:19,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:19,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:19,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:19,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:19,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:19,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:19,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:19,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:19,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:19,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:19,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:19,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:19,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:21:19,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,43705,1731093664456 2024-11-08T19:21:19,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@293198e5 2024-11-08T19:21:19,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:21:19,233 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-08T19:21:19,235 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T19:21:19,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T19:21:19,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:21:19,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,42187,1731093665152, seqNum=-1] 2024-11-08T19:21:19,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:21:19,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-08T19:21:19,249 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__d5g9bpst573qpvqp7puvlvfqbps68tdfsman7jhq8e5g068qgk9hiluusmrkep6/f/7d035ff667014e10acdd7170a307932c_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-08T19:21:19,252 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__d5g9bpst573qpvqp7puvlvfqbps68tdfsman7jhq8e5g068qgk9hiluusmrkep6/f/96d037d63c32499c8ae4a42dbc56126a_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-08T19:21:19,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__d5g9bpst573qpvqp7puvlvfqbps68tdfsman7jhq8e5g068qgk9hiluusmrkep6/f/7d035ff667014e10acdd7170a307932c_SeqId_4_ for inclusion in 8ead7292face386b0d4378b6b504dba6/f 2024-11-08T19:21:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T19:21:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:21:19,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__d5g9bpst573qpvqp7puvlvfqbps68tdfsman7jhq8e5g068qgk9hiluusmrkep6/f/96d037d63c32499c8ae4a42dbc56126a_SeqId_4_ for inclusion in 8ead7292face386b0d4378b6b504dba6/f 2024-11-08T19:21:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T19:21:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:21:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HRegion(2603): Flush status journal for 8ead7292face386b0d4378b6b504dba6: 2024-11-08T19:21:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7d035ff667014e10acdd7170a307932c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T19:21:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__d5g9bpst573qpvqp7puvlvfqbps68tdfsman7jhq8e5g068qgk9hiluusmrkep6/f/7d035ff667014e10acdd7170a307932c_SeqId_4_ as hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6/f/c5f80b63b7c8459d9c51c54eb0fedff1_SeqId_4_ 2024-11-08T19:21:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 96d037d63c32499c8ae4a42dbc56126a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T19:21:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__d5g9bpst573qpvqp7puvlvfqbps68tdfsman7jhq8e5g068qgk9hiluusmrkep6/f/96d037d63c32499c8ae4a42dbc56126a_SeqId_4_ as hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6/f/d3c0e66c701b43e08a947388ded3fd76_SeqId_4_ 2024-11-08T19:21:19,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__d5g9bpst573qpvqp7puvlvfqbps68tdfsman7jhq8e5g068qgk9hiluusmrkep6/f/7d035ff667014e10acdd7170a307932c_SeqId_4_ into 8ead7292face386b0d4378b6b504dba6/f as hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6/f/c5f80b63b7c8459d9c51c54eb0fedff1_SeqId_4_ - updating store file list. 2024-11-08T19:21:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c5f80b63b7c8459d9c51c54eb0fedff1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T19:21:19,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6/f/c5f80b63b7c8459d9c51c54eb0fedff1_SeqId_4_ into 8ead7292face386b0d4378b6b504dba6/f 2024-11-08T19:21:19,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__d5g9bpst573qpvqp7puvlvfqbps68tdfsman7jhq8e5g068qgk9hiluusmrkep6/f/7d035ff667014e10acdd7170a307932c_SeqId_4_ into 8ead7292face386b0d4378b6b504dba6/f (new location: hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6/f/c5f80b63b7c8459d9c51c54eb0fedff1_SeqId_4_) 2024-11-08T19:21:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__d5g9bpst573qpvqp7puvlvfqbps68tdfsman7jhq8e5g068qgk9hiluusmrkep6/f/7d035ff667014e10acdd7170a307932c_SeqId_4_ 2024-11-08T19:21:19,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__d5g9bpst573qpvqp7puvlvfqbps68tdfsman7jhq8e5g068qgk9hiluusmrkep6/f/96d037d63c32499c8ae4a42dbc56126a_SeqId_4_ into 8ead7292face386b0d4378b6b504dba6/f as hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6/f/d3c0e66c701b43e08a947388ded3fd76_SeqId_4_ - updating store file list. 2024-11-08T19:21:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d3c0e66c701b43e08a947388ded3fd76_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T19:21:19,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6/f/d3c0e66c701b43e08a947388ded3fd76_SeqId_4_ into 8ead7292face386b0d4378b6b504dba6/f 2024-11-08T19:21:19,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__d5g9bpst573qpvqp7puvlvfqbps68tdfsman7jhq8e5g068qgk9hiluusmrkep6/f/96d037d63c32499c8ae4a42dbc56126a_SeqId_4_ into 8ead7292face386b0d4378b6b504dba6/f (new location: hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6/f/d3c0e66c701b43e08a947388ded3fd76_SeqId_4_) 2024-11-08T19:21:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__d5g9bpst573qpvqp7puvlvfqbps68tdfsman7jhq8e5g068qgk9hiluusmrkep6/f/96d037d63c32499c8ae4a42dbc56126a_SeqId_4_ 2024-11-08T19:21:19,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.ReplicationSink(324): Finished replicating [02fb7b14-e97e-4463-a47e-4c4194c142b4] bulk loaded data 2024-11-08T19:21:19,306 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093660632 to pos 687, reset compression=false 2024-11-08T19:21:19,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:21:19,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,39961,1731093670940, seqNum=-1] 2024-11-08T19:21:19,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:21:19,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:21:19,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731093676133.1552ab7c15c608658c8278f07c7b489d., hostname=692b295ad45c,39961,1731093670940, seqNum=2] 2024-11-08T19:21:19,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:21:19,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:21:19,581 DEBUG [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 692b295ad45c%2C39831%2C1731093659757.rep:(num 1731093677672) roll requested 2024-11-08T19:21:19,603 DEBUG [regionserver/692b295ad45c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.rep.1731093679581, exclude list is [], retry=0 2024-11-08T19:21:19,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40541,DS-14910652-8c96-45dd-8561-2f61e03385e7,DISK] 2024-11-08T19:21:19,610 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.rep.1731093677672 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.rep.1731093679581 2024-11-08T19:21:19,610 DEBUG [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37937:37937)] 2024-11-08T19:21:19,610 DEBUG [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.rep.1731093677672 is not closed yet, will try archiving it next time 2024-11-08T19:21:19,610 DEBUG [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 692b295ad45c%2C39831%2C1731093659757:(num 1731093660632) roll requested 2024-11-08T19:21:19,612 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.rep.1731093677672 not finished, retry = 0 2024-11-08T19:21:19,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741839_1015 (size=1505) 2024-11-08T19:21:19,624 DEBUG [regionserver/692b295ad45c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610, exclude list is [], retry=0 2024-11-08T19:21:19,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40541,DS-14910652-8c96-45dd-8561-2f61e03385e7,DISK] 2024-11-08T19:21:19,633 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093660632 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 2024-11-08T19:21:19,636 DEBUG [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37937:37937)] 2024-11-08T19:21:19,636 DEBUG [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093660632 is not closed yet, will try archiving it next time 2024-11-08T19:21:19,636 DEBUG [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 692b295ad45c%2C39831%2C1731093659757.meta:.meta(num 1731093661190) roll requested 2024-11-08T19:21:19,638 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093660632 not finished, retry = 0 2024-11-08T19:21:19,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741832_1008 (size=695) 2024-11-08T19:21:19,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f36c2f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:19,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,40633,-1 for getting cluster id 2024-11-08T19:21:19,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:21:19,642 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02fb7b14-e97e-4463-a47e-4c4194c142b4' 2024-11-08T19:21:19,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:21:19,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02fb7b14-e97e-4463-a47e-4c4194c142b4" 2024-11-08T19:21:19,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bff75df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:19,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,40633,-1] 2024-11-08T19:21:19,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:21:19,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:19,643 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:21:19,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35995723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:19,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:21:19,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,40633,1731093659462 2024-11-08T19:21:19,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49d97e7e 2024-11-08T19:21:19,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:21:19,646 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:21:19,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://692b295ad45c:34581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T19:21:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T19:21:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T19:21:19,649 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:34581' 2024-11-08T19:21:19,652 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a83b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:19,652 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,34581,-1 for getting cluster id 2024-11-08T19:21:19,652 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:21:19,653 DEBUG [regionserver/692b295ad45c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.meta.1731093679636.meta, exclude list is [], retry=0 2024-11-08T19:21:19,656 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1206ae7b-06ce-4619-9330-327cf00584a9' 2024-11-08T19:21:19,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:21:19,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1206ae7b-06ce-4619-9330-327cf00584a9" 2024-11-08T19:21:19,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f397d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:19,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,34581,-1] 2024-11-08T19:21:19,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:21:19,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:19,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40541,DS-14910652-8c96-45dd-8561-2f61e03385e7,DISK] 2024-11-08T19:21:19,658 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:21:19,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673c719c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:19,659 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:21:19,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,34581,1731093670775 2024-11-08T19:21:19,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34a37fc 2024-11-08T19:21:19,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:21:19,660 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:21:19,661 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T19:21:19,661 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T19:21:19,661 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:19,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:21:19,661 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:19,670 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.meta.1731093661190.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.meta.1731093679636.meta 2024-11-08T19:21:19,675 DEBUG [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37937:37937)] 2024-11-08T19:21:19,675 DEBUG [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.meta.1731093661190.meta is not closed yet, will try archiving it next time 2024-11-08T19:21:19,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741834_1010 (size=3473) 2024-11-08T19:21:19,733 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093660632 to pos 687, reset compression=false 2024-11-08T19:21:19,735 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093660632 2024-11-08T19:21:19,735 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610, startPosition=0, beingWritten=true 2024-11-08T19:21:19,735 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,39831,1731093659757 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093660632, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-08T19:21:19,739 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [692b295ad45c%2C39831%2C1731093659757.1731093660632] 2024-11-08T19:21:19,740 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093660632 to hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/oldWALs/692b295ad45c%2C39831%2C1731093659757.1731093660632 2024-11-08T19:21:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T19:21:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T19:21:20,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T19:21:20,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T19:21:20,228 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T19:21:20,242 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 0, reset compression=false 2024-11-08T19:21:20,261 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-692b295ad45c,39831,1731093659757, ReplicationSource: 2, currentBandwidth=0 2024-11-08T19:21:20,263 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T19:21:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T19:21:20,265 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 692b295ad45c,39831,1731093659757 suceeded 2024-11-08T19:21:20,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T19:21:20,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-08T19:21:20,267 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://692b295ad45c:34581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T19:21:20,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 621 msec 2024-11-08T19:21:20,276 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='692b295ad45c:34581' 2024-11-08T19:21:20,277 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68951e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:20,277 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,34581,-1 for getting cluster id 2024-11-08T19:21:20,277 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:21:20,278 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1206ae7b-06ce-4619-9330-327cf00584a9' 2024-11-08T19:21:20,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:21:20,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1206ae7b-06ce-4619-9330-327cf00584a9" 2024-11-08T19:21:20,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71950ec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:20,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,34581,-1] 2024-11-08T19:21:20,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:21:20,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:20,279 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:21:20,279 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c6136c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T19:21:20,279 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:21:20,279 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T19:21:20,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:21:20,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:21:20,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:20,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,34581,1731093670775 2024-11-08T19:21:20,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@675b7df7 2024-11-08T19:21:20,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:20,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:21:20,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:21:20,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:21:20,280 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T19:21:20,281 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-692b295ad45c,39831,1731093659757 (queues=1) is replicating from cluster=02fb7b14-e97e-4463-a47e-4c4194c142b4 to cluster=1206ae7b-06ce-4619-9330-327cf00584a9 2024-11-08T19:21:20,281 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=692b295ad45c%2C39831%2C1731093659757 2024-11-08T19:21:20,281 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-692b295ad45c,39831,1731093659757, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T19:21:20,282 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610, startPosition=0, beingWritten=true 2024-11-08T19:21:20,282 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 692b295ad45c%2C39831%2C1731093659757 2024-11-08T19:21:20,283 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731093680283/Put/seqid=0 2024-11-08T19:21:20,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741845_1021 (size=11194) 2024-11-08T19:21:20,290 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731093680290/Put/seqid=0 2024-11-08T19:21:20,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741846_1022 (size=10791) 2024-11-08T19:21:20,486 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 0, reset compression=false 2024-11-08T19:21:20,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf79235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:20,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,40633,-1 for getting cluster id 2024-11-08T19:21:20,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:21:20,697 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02fb7b14-e97e-4463-a47e-4c4194c142b4' 2024-11-08T19:21:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:21:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02fb7b14-e97e-4463-a47e-4c4194c142b4" 2024-11-08T19:21:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cad1f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,40633,-1] 2024-11-08T19:21:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:21:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:20,698 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:21:20,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6559cbee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:20,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:21:20,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,39831,1731093659757, seqNum=-1] 2024-11-08T19:21:20,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:21:20,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:21:20,706 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:21:20,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,40633,1731093659462 2024-11-08T19:21:20,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53269db0 2024-11-08T19:21:20,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:21:20,707 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:21:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731093672839.883a55e397393330a063d3802ad85f34., hostname=692b295ad45c,39831,1731093659757, seqNum=2] 2024-11-08T19:21:20,712 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T19:21:20,716 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-08T19:21:20,718 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-08T19:21:20,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 883a55e397393330a063d3802ad85f34/f 2024-11-08T19:21:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T19:21:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:21:20,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 883a55e397393330a063d3802ad85f34/f 2024-11-08T19:21:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T19:21:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:21:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HRegion(2603): Flush status journal for 883a55e397393330a063d3802ad85f34: 2024-11-08T19:21:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__oun2c5fqfb2iholhqnbsu8bnoretdo3s702mfjp3a4gouqhi53tcdfsfv9ldttiq/f/hfile_0 2024-11-08T19:21:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__oun2c5fqfb2iholhqnbsu8bnoretdo3s702mfjp3a4gouqhi53tcdfsfv9ldttiq/f/hfile_0 as hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34/f/507ce148da954a6489b4720b3b141c8d_SeqId_6_ 2024-11-08T19:21:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__oun2c5fqfb2iholhqnbsu8bnoretdo3s702mfjp3a4gouqhi53tcdfsfv9ldttiq/f/hfile_1 2024-11-08T19:21:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__oun2c5fqfb2iholhqnbsu8bnoretdo3s702mfjp3a4gouqhi53tcdfsfv9ldttiq/f/hfile_1 as hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34/f/39f69520a6514c7c823fb235187ace7b_SeqId_6_ 2024-11-08T19:21:20,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__oun2c5fqfb2iholhqnbsu8bnoretdo3s702mfjp3a4gouqhi53tcdfsfv9ldttiq/f/hfile_0 into 883a55e397393330a063d3802ad85f34/f as hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34/f/507ce148da954a6489b4720b3b141c8d_SeqId_6_ - updating store file list. 2024-11-08T19:21:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 507ce148da954a6489b4720b3b141c8d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T19:21:20,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34/f/507ce148da954a6489b4720b3b141c8d_SeqId_6_ into 883a55e397393330a063d3802ad85f34/f 2024-11-08T19:21:20,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__oun2c5fqfb2iholhqnbsu8bnoretdo3s702mfjp3a4gouqhi53tcdfsfv9ldttiq/f/hfile_0 into 883a55e397393330a063d3802ad85f34/f (new location: hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34/f/507ce148da954a6489b4720b3b141c8d_SeqId_6_) 2024-11-08T19:21:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__oun2c5fqfb2iholhqnbsu8bnoretdo3s702mfjp3a4gouqhi53tcdfsfv9ldttiq/f/hfile_0 2024-11-08T19:21:20,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__oun2c5fqfb2iholhqnbsu8bnoretdo3s702mfjp3a4gouqhi53tcdfsfv9ldttiq/f/hfile_1 into 883a55e397393330a063d3802ad85f34/f as hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34/f/39f69520a6514c7c823fb235187ace7b_SeqId_6_ - updating store file list. 2024-11-08T19:21:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 39f69520a6514c7c823fb235187ace7b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T19:21:20,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34/f/39f69520a6514c7c823fb235187ace7b_SeqId_6_ into 883a55e397393330a063d3802ad85f34/f 2024-11-08T19:21:20,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__oun2c5fqfb2iholhqnbsu8bnoretdo3s702mfjp3a4gouqhi53tcdfsfv9ldttiq/f/hfile_1 into 883a55e397393330a063d3802ad85f34/f (new location: hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34/f/39f69520a6514c7c823fb235187ace7b_SeqId_6_) 2024-11-08T19:21:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/staging/jenkins__test__oun2c5fqfb2iholhqnbsu8bnoretdo3s702mfjp3a4gouqhi53tcdfsfv9ldttiq/f/hfile_1 2024-11-08T19:21:20,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:21:20,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:21:20,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:20,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:20,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731093672839.883a55e397393330a063d3802ad85f34., hostname=692b295ad45c,39831,1731093659757, seqNum=2 , the old value is region=test,,1731093672839.883a55e397393330a063d3802ad85f34., hostname=692b295ad45c,39831,1731093659757, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=692b295ad45c:39831 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T19:21:20,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731093672839.883a55e397393330a063d3802ad85f34., hostname=692b295ad45c,39831,1731093659757, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T19:21:20,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731093672839.883a55e397393330a063d3802ad85f34., hostname=692b295ad45c,39831,1731093659757, seqNum=2 from cache 2024-11-08T19:21:20,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:21:20,745 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T19:21:20,748 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T19:21:20,790 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 0, reset compression=false 2024-11-08T19:21:20,793 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:21:20,793 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-692b295ad45c,39831,1731093659757 got entry batch from reader: WALEntryBatch [walEntries=[{test/883a55e397393330a063d3802ad85f34/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731093680742/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T19:21:20,795 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:21:20,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T19:21:20,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.ReplicationSink(318): Replicating [02fb7b14-e97e-4463-a47e-4c4194c142b4] bulk loaded data 2024-11-08T19:21:20,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@417b8a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:20,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,34581,-1 for getting cluster id 2024-11-08T19:21:20,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:21:20,797 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1206ae7b-06ce-4619-9330-327cf00584a9' 2024-11-08T19:21:20,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:21:20,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1206ae7b-06ce-4619-9330-327cf00584a9" 2024-11-08T19:21:20,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a27d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:20,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,34581,-1] 2024-11-08T19:21:20,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:21:20,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:20,798 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:21:20,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ce2d359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:21:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741837_1013 (size=11194) 2024-11-08T19:21:20,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741838_1014 (size=10791) 2024-11-08T19:21:20,845 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 0, reset compression=false 2024-11-08T19:21:20,862 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T19:21:20,862 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,39831,1731093659757 got entry batch from reader: WALEntryBatch [walEntries=[{test/883a55e397393330a063d3802ad85f34/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731093680742/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T19:21:20,862 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:39831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T19:21:20,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.ReplicationSink(318): Replicating [02fb7b14-e97e-4463-a47e-4c4194c142b4] bulk loaded data 2024-11-08T19:21:20,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741839_1015 (size=11194) 2024-11-08T19:21:20,994 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:21,062 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:21,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:21:21,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,34581,1731093670775 2024-11-08T19:21:21,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b3cfd63 2024-11-08T19:21:21,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:21:21,216 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-08T19:21:21,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T19:21:21,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:21:21,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,39961,1731093670940, seqNum=-1] 2024-11-08T19:21:21,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:21:21,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-08T19:21:21,224 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/staging/jenkins.hfs.23__test__c10b5knfg4tcbkoftqgh5jvlsdfk11hpp2s2ol8uu19mj6aftrie1op4ijh9lcld/f/39f69520a6514c7c823fb235187ace7b_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T19:21:21,226 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/staging/jenkins.hfs.23__test__c10b5knfg4tcbkoftqgh5jvlsdfk11hpp2s2ol8uu19mj6aftrie1op4ijh9lcld/f/507ce148da954a6489b4720b3b141c8d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T19:21:21,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/staging/jenkins.hfs.23__test__c10b5knfg4tcbkoftqgh5jvlsdfk11hpp2s2ol8uu19mj6aftrie1op4ijh9lcld/f/507ce148da954a6489b4720b3b141c8d_SeqId_6_ for inclusion in 1552ab7c15c608658c8278f07c7b489d/f 2024-11-08T19:21:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T19:21:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:21:21,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/staging/jenkins.hfs.23__test__c10b5knfg4tcbkoftqgh5jvlsdfk11hpp2s2ol8uu19mj6aftrie1op4ijh9lcld/f/39f69520a6514c7c823fb235187ace7b_SeqId_6_ for inclusion in 1552ab7c15c608658c8278f07c7b489d/f 2024-11-08T19:21:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T19:21:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:21:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HRegion(2603): Flush status journal for 1552ab7c15c608658c8278f07c7b489d: 2024-11-08T19:21:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 507ce148da954a6489b4720b3b141c8d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T19:21:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/staging/jenkins.hfs.23__test__c10b5knfg4tcbkoftqgh5jvlsdfk11hpp2s2ol8uu19mj6aftrie1op4ijh9lcld/f/507ce148da954a6489b4720b3b141c8d_SeqId_6_ as hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/default/test/1552ab7c15c608658c8278f07c7b489d/f/231bd8829fa44c79af4b53798e4bef98_SeqId_4_ 2024-11-08T19:21:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 39f69520a6514c7c823fb235187ace7b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T19:21:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/staging/jenkins.hfs.23__test__c10b5knfg4tcbkoftqgh5jvlsdfk11hpp2s2ol8uu19mj6aftrie1op4ijh9lcld/f/39f69520a6514c7c823fb235187ace7b_SeqId_6_ as hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/default/test/1552ab7c15c608658c8278f07c7b489d/f/eee8116fb3db4967b6660991db1f2dd9_SeqId_4_ 2024-11-08T19:21:21,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/staging/jenkins.hfs.23__test__c10b5knfg4tcbkoftqgh5jvlsdfk11hpp2s2ol8uu19mj6aftrie1op4ijh9lcld/f/507ce148da954a6489b4720b3b141c8d_SeqId_6_ into 1552ab7c15c608658c8278f07c7b489d/f as hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/default/test/1552ab7c15c608658c8278f07c7b489d/f/231bd8829fa44c79af4b53798e4bef98_SeqId_4_ - updating store file list. 2024-11-08T19:21:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 231bd8829fa44c79af4b53798e4bef98_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T19:21:21,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/default/test/1552ab7c15c608658c8278f07c7b489d/f/231bd8829fa44c79af4b53798e4bef98_SeqId_4_ into 1552ab7c15c608658c8278f07c7b489d/f 2024-11-08T19:21:21,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/staging/jenkins.hfs.23__test__c10b5knfg4tcbkoftqgh5jvlsdfk11hpp2s2ol8uu19mj6aftrie1op4ijh9lcld/f/507ce148da954a6489b4720b3b141c8d_SeqId_6_ into 1552ab7c15c608658c8278f07c7b489d/f (new location: hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/default/test/1552ab7c15c608658c8278f07c7b489d/f/231bd8829fa44c79af4b53798e4bef98_SeqId_4_) 2024-11-08T19:21:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/staging/jenkins.hfs.23__test__c10b5knfg4tcbkoftqgh5jvlsdfk11hpp2s2ol8uu19mj6aftrie1op4ijh9lcld/f/507ce148da954a6489b4720b3b141c8d_SeqId_6_ 2024-11-08T19:21:21,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/staging/jenkins.hfs.23__test__c10b5knfg4tcbkoftqgh5jvlsdfk11hpp2s2ol8uu19mj6aftrie1op4ijh9lcld/f/39f69520a6514c7c823fb235187ace7b_SeqId_6_ into 1552ab7c15c608658c8278f07c7b489d/f as hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/default/test/1552ab7c15c608658c8278f07c7b489d/f/eee8116fb3db4967b6660991db1f2dd9_SeqId_4_ - updating store file list. 2024-11-08T19:21:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eee8116fb3db4967b6660991db1f2dd9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T19:21:21,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/default/test/1552ab7c15c608658c8278f07c7b489d/f/eee8116fb3db4967b6660991db1f2dd9_SeqId_4_ into 1552ab7c15c608658c8278f07c7b489d/f 2024-11-08T19:21:21,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/staging/jenkins.hfs.23__test__c10b5knfg4tcbkoftqgh5jvlsdfk11hpp2s2ol8uu19mj6aftrie1op4ijh9lcld/f/39f69520a6514c7c823fb235187ace7b_SeqId_6_ into 1552ab7c15c608658c8278f07c7b489d/f (new location: hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/default/test/1552ab7c15c608658c8278f07c7b489d/f/eee8116fb3db4967b6660991db1f2dd9_SeqId_4_) 2024-11-08T19:21:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/staging/jenkins.hfs.23__test__c10b5knfg4tcbkoftqgh5jvlsdfk11hpp2s2ol8uu19mj6aftrie1op4ijh9lcld/f/39f69520a6514c7c823fb235187ace7b_SeqId_6_ 2024-11-08T19:21:21,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] regionserver.ReplicationSink(324): Finished replicating [02fb7b14-e97e-4463-a47e-4c4194c142b4] bulk loaded data 2024-11-08T19:21:21,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741840_1016 (size=10791) 2024-11-08T19:21:21,296 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:21,365 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:21,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T19:21:21,699 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:21,705 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__c03e2egrttq0tu1cpmeocnsdg0vvngictkr1ksh3i3arnb75pi70on743eakuelu/f/39f69520a6514c7c823fb235187ace7b_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T19:21:21,707 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__c03e2egrttq0tu1cpmeocnsdg0vvngictkr1ksh3i3arnb75pi70on743eakuelu/f/507ce148da954a6489b4720b3b141c8d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T19:21:21,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__c03e2egrttq0tu1cpmeocnsdg0vvngictkr1ksh3i3arnb75pi70on743eakuelu/f/507ce148da954a6489b4720b3b141c8d_SeqId_6_ for inclusion in 8ead7292face386b0d4378b6b504dba6/f 2024-11-08T19:21:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T19:21:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:21:21,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__c03e2egrttq0tu1cpmeocnsdg0vvngictkr1ksh3i3arnb75pi70on743eakuelu/f/39f69520a6514c7c823fb235187ace7b_SeqId_6_ for inclusion in 8ead7292face386b0d4378b6b504dba6/f 2024-11-08T19:21:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T19:21:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T19:21:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HRegion(2603): Flush status journal for 8ead7292face386b0d4378b6b504dba6: 2024-11-08T19:21:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 507ce148da954a6489b4720b3b141c8d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T19:21:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__c03e2egrttq0tu1cpmeocnsdg0vvngictkr1ksh3i3arnb75pi70on743eakuelu/f/507ce148da954a6489b4720b3b141c8d_SeqId_6_ as hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6/f/52c6c18c9f2b47bf8353e5614d52dd3f_SeqId_6_ 2024-11-08T19:21:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 39f69520a6514c7c823fb235187ace7b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T19:21:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__c03e2egrttq0tu1cpmeocnsdg0vvngictkr1ksh3i3arnb75pi70on743eakuelu/f/39f69520a6514c7c823fb235187ace7b_SeqId_6_ as hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6/f/984cedd019f24f00aa57cb267e48f217_SeqId_6_ 2024-11-08T19:21:21,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__c03e2egrttq0tu1cpmeocnsdg0vvngictkr1ksh3i3arnb75pi70on743eakuelu/f/507ce148da954a6489b4720b3b141c8d_SeqId_6_ into 8ead7292face386b0d4378b6b504dba6/f as hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6/f/52c6c18c9f2b47bf8353e5614d52dd3f_SeqId_6_ - updating store file list. 2024-11-08T19:21:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 52c6c18c9f2b47bf8353e5614d52dd3f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T19:21:21,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6/f/52c6c18c9f2b47bf8353e5614d52dd3f_SeqId_6_ into 8ead7292face386b0d4378b6b504dba6/f 2024-11-08T19:21:21,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__c03e2egrttq0tu1cpmeocnsdg0vvngictkr1ksh3i3arnb75pi70on743eakuelu/f/507ce148da954a6489b4720b3b141c8d_SeqId_6_ into 8ead7292face386b0d4378b6b504dba6/f (new location: hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6/f/52c6c18c9f2b47bf8353e5614d52dd3f_SeqId_6_) 2024-11-08T19:21:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__c03e2egrttq0tu1cpmeocnsdg0vvngictkr1ksh3i3arnb75pi70on743eakuelu/f/507ce148da954a6489b4720b3b141c8d_SeqId_6_ 2024-11-08T19:21:21,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__c03e2egrttq0tu1cpmeocnsdg0vvngictkr1ksh3i3arnb75pi70on743eakuelu/f/39f69520a6514c7c823fb235187ace7b_SeqId_6_ into 8ead7292face386b0d4378b6b504dba6/f as hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6/f/984cedd019f24f00aa57cb267e48f217_SeqId_6_ - updating store file list. 2024-11-08T19:21:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 984cedd019f24f00aa57cb267e48f217_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T19:21:21,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6/f/984cedd019f24f00aa57cb267e48f217_SeqId_6_ into 8ead7292face386b0d4378b6b504dba6/f 2024-11-08T19:21:21,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__c03e2egrttq0tu1cpmeocnsdg0vvngictkr1ksh3i3arnb75pi70on743eakuelu/f/39f69520a6514c7c823fb235187ace7b_SeqId_6_ into 8ead7292face386b0d4378b6b504dba6/f (new location: hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6/f/984cedd019f24f00aa57cb267e48f217_SeqId_6_) 2024-11-08T19:21:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/staging/jenkins.hfs.22__test__c03e2egrttq0tu1cpmeocnsdg0vvngictkr1ksh3i3arnb75pi70on743eakuelu/f/39f69520a6514c7c823fb235187ace7b_SeqId_6_ 2024-11-08T19:21:21,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42187 {}] regionserver.ReplicationSink(324): Finished replicating [02fb7b14-e97e-4463-a47e-4c4194c142b4] bulk loaded data 2024-11-08T19:21:21,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:21:21,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:21:21,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:21:21,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:21,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:21:21,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:21,762 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:21:21,762 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2002338944, stopped=false 2024-11-08T19:21:21,762 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,34581,1731093670775 2024-11-08T19:21:21,768 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:21,849 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-422699663/running 2024-11-08T19:21:21,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-422699663/running 2024-11-08T19:21:21,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663 2024-11-08T19:21:21,850 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663 2024-11-08T19:21:21,850 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:21:21,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:21:21,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:21:21,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:21,850 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,39961,1731093670940' ***** 2024-11-08T19:21:21,850 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:21:21,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Set watcher on znode that does not yet exist, /2-422699663/running 2024-11-08T19:21:21,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Set watcher on znode that does not yet exist, /2-422699663/running 2024-11-08T19:21:21,851 INFO [RS:0;692b295ad45c:39961 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:21:21,851 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:21:21,852 INFO [RS:0;692b295ad45c:39961 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:21:21,852 INFO [RS:0;692b295ad45c:39961 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:21:21,852 INFO [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(3091): Received CLOSE for 1552ab7c15c608658c8278f07c7b489d 2024-11-08T19:21:21,852 INFO [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,39961,1731093670940 2024-11-08T19:21:21,852 INFO [RS:0;692b295ad45c:39961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:21:21,852 INFO [RS:0;692b295ad45c:39961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:39961. 2024-11-08T19:21:21,852 DEBUG [RS:0;692b295ad45c:39961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:21:21,852 DEBUG [RS:0;692b295ad45c:39961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:21,852 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1552ab7c15c608658c8278f07c7b489d, disabling compactions & flushes 2024-11-08T19:21:21,852 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731093676133.1552ab7c15c608658c8278f07c7b489d. 2024-11-08T19:21:21,852 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093676133.1552ab7c15c608658c8278f07c7b489d. 2024-11-08T19:21:21,852 INFO [RS:0;692b295ad45c:39961 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:21:21,852 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731093676133.1552ab7c15c608658c8278f07c7b489d. after waiting 0 ms 2024-11-08T19:21:21,852 INFO [RS:0;692b295ad45c:39961 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:21:21,852 INFO [RS:0;692b295ad45c:39961 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:21:21,852 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731093676133.1552ab7c15c608658c8278f07c7b489d. 2024-11-08T19:21:21,852 INFO [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:21:21,861 INFO [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T19:21:21,861 DEBUG [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(1325): Online Regions={1552ab7c15c608658c8278f07c7b489d=test,,1731093676133.1552ab7c15c608658c8278f07c7b489d., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:21:21,861 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:21:21,861 DEBUG [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(1351): Waiting on 1552ab7c15c608658c8278f07c7b489d, 1588230740 2024-11-08T19:21:21,861 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:21:21,861 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:21:21,861 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:21:21,861 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:21:21,861 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T19:21:21,867 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/default/test/1552ab7c15c608658c8278f07c7b489d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T19:21:21,868 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:21:21,868 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:21:21,869 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731093676133.1552ab7c15c608658c8278f07c7b489d. 2024-11-08T19:21:21,869 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1552ab7c15c608658c8278f07c7b489d: Waiting for close lock at 1731093681852Running coprocessor pre-close hooks at 1731093681852Disabling compacts and flushes for region at 1731093681852Disabling writes for close at 1731093681852Writing region close event to WAL at 1731093681861 (+9 ms)Running coprocessor post-close hooks at 1731093681868 (+7 ms)Closed at 1731093681869 (+1 ms) 2024-11-08T19:21:21,869 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731093676133.1552ab7c15c608658c8278f07c7b489d. 2024-11-08T19:21:21,879 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/.tmp/info/f54497b5df5a4642a99138d8228d5766 is 129, key is test,,1731093676133.1552ab7c15c608658c8278f07c7b489d./info:regioninfo/1731093676877/Put/seqid=0 2024-11-08T19:21:21,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741839_1015 (size=6421) 2024-11-08T19:21:21,927 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:21:22,061 DEBUG [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:21:22,202 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:22,261 DEBUG [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:21:22,273 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:22,283 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/.tmp/info/f54497b5df5a4642a99138d8228d5766 2024-11-08T19:21:22,298 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/.tmp/ns/c14c66b3b1de48429213a4252a70f029 is 43, key is default/ns:d/1731093672768/Put/seqid=0 2024-11-08T19:21:22,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741840_1016 (size=5153) 2024-11-08T19:21:22,301 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/.tmp/ns/c14c66b3b1de48429213a4252a70f029 2024-11-08T19:21:22,315 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:21:22,316 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/.tmp/rep_barrier/bfc8aa3028854cb78ad68728494c807b is 112, key is test,,1731093676133.1552ab7c15c608658c8278f07c7b489d./rep_barrier:seqnumDuringOpen/1731093676877/Put/seqid=0 2024-11-08T19:21:22,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741841_1017 (size=5518) 2024-11-08T19:21:22,462 DEBUG [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:21:22,615 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:21:22,615 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:21:22,662 DEBUG [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:21:22,720 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/.tmp/rep_barrier/bfc8aa3028854cb78ad68728494c807b 2024-11-08T19:21:22,741 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/.tmp/table/28b16752c8f14fe285acf8223c7264b8 is 40, key is test/table:state/1731093676887/Put/seqid=0 2024-11-08T19:21:22,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741842_1018 (size=5165) 2024-11-08T19:21:22,746 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/.tmp/table/28b16752c8f14fe285acf8223c7264b8 2024-11-08T19:21:22,751 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/.tmp/info/f54497b5df5a4642a99138d8228d5766 as hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/info/f54497b5df5a4642a99138d8228d5766 2024-11-08T19:21:22,755 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/info/f54497b5df5a4642a99138d8228d5766, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T19:21:22,756 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/.tmp/ns/c14c66b3b1de48429213a4252a70f029 as hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/ns/c14c66b3b1de48429213a4252a70f029 2024-11-08T19:21:22,759 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/ns/c14c66b3b1de48429213a4252a70f029, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T19:21:22,759 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/.tmp/rep_barrier/bfc8aa3028854cb78ad68728494c807b as hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/rep_barrier/bfc8aa3028854cb78ad68728494c807b 2024-11-08T19:21:22,763 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/rep_barrier/bfc8aa3028854cb78ad68728494c807b, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T19:21:22,764 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/.tmp/table/28b16752c8f14fe285acf8223c7264b8 as hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/table/28b16752c8f14fe285acf8223c7264b8 2024-11-08T19:21:22,767 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/table/28b16752c8f14fe285acf8223c7264b8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T19:21:22,768 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 907ms, sequenceid=11, compaction requested=false 2024-11-08T19:21:22,779 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T19:21:22,779 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:21:22,779 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:21:22,779 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:21:22,779 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093681861Running coprocessor pre-close hooks at 1731093681861Disabling compacts and flushes for region at 1731093681861Disabling writes for close at 1731093681861Obtaining lock to block concurrent updates at 1731093681861Preparing flush snapshotting stores in 1588230740 at 1731093681861Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731093681862 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731093681863 (+1 ms)Flushing 1588230740/info: creating writer at 1731093681863Flushing 1588230740/info: appending metadata at 1731093681879 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731093681879Flushing 1588230740/ns: creating writer at 1731093682286 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731093682298 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731093682298Flushing 1588230740/rep_barrier: creating writer at 1731093682304 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731093682316 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731093682316Flushing 1588230740/table: creating writer at 1731093682723 (+407 ms)Flushing 1588230740/table: appending metadata at 1731093682741 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731093682741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5141f4f2: reopening flushed file at 1731093682750 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eecf24d: reopening flushed file at 1731093682755 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151e2099: reopening flushed file at 1731093682759 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b6b75ba: reopening flushed file at 1731093682763 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 907ms, sequenceid=11, compaction requested=false at 1731093682768 (+5 ms)Writing region close event to WAL at 1731093682776 (+8 ms)Running coprocessor post-close hooks at 1731093682779 (+3 ms)Closed at 1731093682779 2024-11-08T19:21:22,780 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:21:22,805 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:22,862 INFO [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,39961,1731093670940; all regions closed. 2024-11-08T19:21:22,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741834_1010 (size=2717) 2024-11-08T19:21:22,866 DEBUG [RS:0;692b295ad45c:39961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/oldWALs 2024-11-08T19:21:22,866 INFO [RS:0;692b295ad45c:39961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C39961%2C1731093670940.meta:.meta(num 1731093672698) 2024-11-08T19:21:22,870 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/WALs/692b295ad45c,39961,1731093670940/692b295ad45c%2C39961%2C1731093670940.1731093671751 not finished, retry = 0 2024-11-08T19:21:22,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741832_1008 (size=1028) 2024-11-08T19:21:22,876 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:22,972 DEBUG [RS:0;692b295ad45c:39961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/oldWALs 2024-11-08T19:21:22,972 INFO [RS:0;692b295ad45c:39961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C39961%2C1731093670940:(num 1731093671751) 2024-11-08T19:21:22,972 DEBUG [RS:0;692b295ad45c:39961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:22,972 INFO [RS:0;692b295ad45c:39961 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:21:22,972 INFO [RS:0;692b295ad45c:39961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:21:22,973 INFO [RS:0;692b295ad45c:39961 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:21:22,973 INFO [RS:0;692b295ad45c:39961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:21:22,973 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:21:22,973 INFO [RS:0;692b295ad45c:39961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:39961. 2024-11-08T19:21:22,973 DEBUG [RS:0;692b295ad45c:39961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:21:22,973 DEBUG [RS:0;692b295ad45c:39961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:22,973 DEBUG [RS:0;692b295ad45c:39961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:22,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:21:22,973 INFO [RS:0;692b295ad45c:39961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39961 2024-11-08T19:21:23,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663/rs 2024-11-08T19:21:23,135 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-422699663/rs/692b295ad45c,39961,1731093670940 2024-11-08T19:21:23,135 INFO [RS:0;692b295ad45c:39961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:21:23,146 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,39961,1731093670940] 2024-11-08T19:21:23,156 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-422699663/draining/692b295ad45c,39961,1731093670940 already deleted, retry=false 2024-11-08T19:21:23,156 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,39961,1731093670940 expired; onlineServers=0 2024-11-08T19:21:23,156 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,34581,1731093670775' ***** 2024-11-08T19:21:23,156 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:21:23,156 INFO [M:0;692b295ad45c:34581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:21:23,157 INFO [M:0;692b295ad45c:34581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:21:23,157 DEBUG [M:0;692b295ad45c:34581 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:21:23,157 DEBUG [M:0;692b295ad45c:34581 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:21:23,157 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093671465 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093671465,5,FailOnTimeoutGroup] 2024-11-08T19:21:23,157 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:21:23,157 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093671464 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093671464,5,FailOnTimeoutGroup] 2024-11-08T19:21:23,157 INFO [M:0;692b295ad45c:34581 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:21:23,157 INFO [M:0;692b295ad45c:34581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:21:23,157 DEBUG [M:0;692b295ad45c:34581 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:21:23,157 INFO [M:0;692b295ad45c:34581 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:21:23,157 INFO [M:0;692b295ad45c:34581 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:21:23,157 INFO [M:0;692b295ad45c:34581 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:21:23,157 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:21:23,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-422699663/master 2024-11-08T19:21:23,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-422699663 2024-11-08T19:21:23,167 DEBUG [M:0;692b295ad45c:34581 {}] zookeeper.ZKUtil(347): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Unable to get data of znode /2-422699663/master because node does not exist (not an error) 2024-11-08T19:21:23,167 WARN [M:0;692b295ad45c:34581 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:21:23,167 INFO [M:0;692b295ad45c:34581 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/.lastflushedseqids 2024-11-08T19:21:23,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741843_1019 (size=173) 2024-11-08T19:21:23,246 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:21:23,246 INFO [RS:0;692b295ad45c:39961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:21:23,246 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39961-0x1011be4f2560007, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:21:23,246 INFO [RS:0;692b295ad45c:39961 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,39961,1731093670940; zookeeper connection closed. 2024-11-08T19:21:23,246 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d054db {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d054db 2024-11-08T19:21:23,247 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:21:23,508 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:23,571 INFO [M:0;692b295ad45c:34581 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:21:23,571 INFO [M:0;692b295ad45c:34581 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:21:23,571 DEBUG [M:0;692b295ad45c:34581 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:21:23,571 INFO [M:0;692b295ad45c:34581 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:23,571 DEBUG [M:0;692b295ad45c:34581 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:23,571 DEBUG [M:0;692b295ad45c:34581 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:21:23,571 DEBUG [M:0;692b295ad45c:34581 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:23,571 INFO [M:0;692b295ad45c:34581 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-08T19:21:23,580 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:23,585 DEBUG [M:0;692b295ad45c:34581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61e3c603ae9343f4a42bc41666aa763f is 82, key is hbase:meta,,1/info:regioninfo/1731093672753/Put/seqid=0 2024-11-08T19:21:23,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741844_1020 (size=5672) 2024-11-08T19:21:23,997 INFO [M:0;692b295ad45c:34581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61e3c603ae9343f4a42bc41666aa763f 2024-11-08T19:21:24,017 DEBUG [M:0;692b295ad45c:34581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aac01229cd934dcba6c5262258c2aba8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731093676890/Put/seqid=0 2024-11-08T19:21:24,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741845_1021 (size=6586) 2024-11-08T19:21:24,033 INFO [M:0;692b295ad45c:34581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aac01229cd934dcba6c5262258c2aba8 2024-11-08T19:21:24,056 DEBUG [M:0;692b295ad45c:34581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f2fa285d5f442d1a7aac69fc810a043 is 69, key is 692b295ad45c,39961,1731093670940/rs:state/1731093671551/Put/seqid=0 2024-11-08T19:21:24,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741846_1022 (size=5156) 2024-11-08T19:21:24,070 INFO [M:0;692b295ad45c:34581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f2fa285d5f442d1a7aac69fc810a043 2024-11-08T19:21:24,075 DEBUG [M:0;692b295ad45c:34581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61e3c603ae9343f4a42bc41666aa763f as hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61e3c603ae9343f4a42bc41666aa763f 2024-11-08T19:21:24,080 INFO [M:0;692b295ad45c:34581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61e3c603ae9343f4a42bc41666aa763f, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T19:21:24,081 DEBUG [M:0;692b295ad45c:34581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aac01229cd934dcba6c5262258c2aba8 as hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aac01229cd934dcba6c5262258c2aba8 2024-11-08T19:21:24,083 INFO [M:0;692b295ad45c:34581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aac01229cd934dcba6c5262258c2aba8, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T19:21:24,084 DEBUG [M:0;692b295ad45c:34581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f2fa285d5f442d1a7aac69fc810a043 as hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f2fa285d5f442d1a7aac69fc810a043 2024-11-08T19:21:24,087 INFO [M:0;692b295ad45c:34581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36381/user/jenkins/test-data/ecacbb80-6bd4-e8f4-2f8d-86eb6af1cca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f2fa285d5f442d1a7aac69fc810a043, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T19:21:24,087 INFO [M:0;692b295ad45c:34581 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=55, compaction requested=false 2024-11-08T19:21:24,092 INFO [M:0;692b295ad45c:34581 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:24,092 DEBUG [M:0;692b295ad45c:34581 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093683571Disabling compacts and flushes for region at 1731093683571Disabling writes for close at 1731093683571Obtaining lock to block concurrent updates at 1731093683571Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093683571Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731093683572 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093683572Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093683572Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093683585 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093683585Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093684000 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093684017 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093684017Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093684037 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093684055 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093684055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f7b1437: reopening flushed file at 1731093684074 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402529ac: reopening flushed file at 1731093684080 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32733e45: reopening flushed file at 1731093684084 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=55, compaction requested=false at 1731093684087 (+3 ms)Writing region close event to WAL at 1731093684092 (+5 ms)Closed at 1731093684092 2024-11-08T19:21:24,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38613 is added to blk_1073741830_1006 (size=32770) 2024-11-08T19:21:24,096 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:21:24,097 INFO [M:0;692b295ad45c:34581 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:21:24,097 INFO [M:0;692b295ad45c:34581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34581 2024-11-08T19:21:24,097 INFO [M:0;692b295ad45c:34581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:21:24,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:21:24,208 INFO [M:0;692b295ad45c:34581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:21:24,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x1011be4f2560006, quorum=127.0.0.1:50729, baseZNode=/2-422699663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:21:24,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d1236d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:21:24,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5989335f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:21:24,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:21:24,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43d115d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:21:24,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c96e4f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/hadoop.log.dir/,STOPPED} 2024-11-08T19:21:24,212 WARN [BP-594993805-172.17.0.2-1731093668185 heartbeating to localhost/127.0.0.1:36381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:21:24,212 WARN [BP-594993805-172.17.0.2-1731093668185 heartbeating to localhost/127.0.0.1:36381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-594993805-172.17.0.2-1731093668185 (Datanode Uuid 7749bc59-b909-4189-a839-0a97fb218114) service to localhost/127.0.0.1:36381 2024-11-08T19:21:24,212 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:21:24,212 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:21:24,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/cluster_d9a7feee-5de5-355a-dc7c-1ed9bf97f7dd/data/data1/current/BP-594993805-172.17.0.2-1731093668185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:21:24,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/cluster_d9a7feee-5de5-355a-dc7c-1ed9bf97f7dd/data/data2/current/BP-594993805-172.17.0.2-1731093668185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:21:24,213 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:21:24,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78c61ab2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:21:24,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1db45a0f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:21:24,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:21:24,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30bb4d50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:21:24,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@718cf8ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f3852cc0-d155-d02e-ddab-d845789078e5/hadoop.log.dir/,STOPPED} 2024-11-08T19:21:24,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:21:24,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:21:24,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:21:24,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:21:24,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:24,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:24,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:21:24,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:21:24,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=230130821, stopped=false 2024-11-08T19:21:24,234 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,43705,1731093664456 2024-11-08T19:21:24,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1172953330/running 2024-11-08T19:21:24,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330 2024-11-08T19:21:24,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1172953330/running 2024-11-08T19:21:24,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330 2024-11-08T19:21:24,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Set watcher on znode that does not yet exist, /1-1172953330/running 2024-11-08T19:21:24,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Set watcher on znode that does not yet exist, /1-1172953330/running 2024-11-08T19:21:24,253 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:21:24,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:21:24,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:21:24,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:24,256 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,42187,1731093665152' ***** 2024-11-08T19:21:24,256 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:21:24,256 INFO [RS:0;692b295ad45c:42187 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:21:24,256 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:21:24,256 INFO [RS:0;692b295ad45c:42187 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:21:24,256 INFO [RS:0;692b295ad45c:42187 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:21:24,256 INFO [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ead7292face386b0d4378b6b504dba6 2024-11-08T19:21:24,262 INFO [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,42187,1731093665152 2024-11-08T19:21:24,262 INFO [RS:0;692b295ad45c:42187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:21:24,262 INFO [RS:0;692b295ad45c:42187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:42187. 2024-11-08T19:21:24,262 DEBUG [RS:0;692b295ad45c:42187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:21:24,262 DEBUG [RS:0;692b295ad45c:42187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:24,263 INFO [RS:0;692b295ad45c:42187 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:21:24,263 INFO [RS:0;692b295ad45c:42187 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:21:24,263 INFO [RS:0;692b295ad45c:42187 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:21:24,263 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ead7292face386b0d4378b6b504dba6, disabling compactions & flushes 2024-11-08T19:21:24,263 INFO [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:21:24,263 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731093673982.8ead7292face386b0d4378b6b504dba6. 2024-11-08T19:21:24,263 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093673982.8ead7292face386b0d4378b6b504dba6. 2024-11-08T19:21:24,263 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731093673982.8ead7292face386b0d4378b6b504dba6. after waiting 0 ms 2024-11-08T19:21:24,263 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731093673982.8ead7292face386b0d4378b6b504dba6. 2024-11-08T19:21:24,263 INFO [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T19:21:24,263 DEBUG [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(1325): Online Regions={8ead7292face386b0d4378b6b504dba6=test,,1731093673982.8ead7292face386b0d4378b6b504dba6., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:21:24,263 DEBUG [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ead7292face386b0d4378b6b504dba6 2024-11-08T19:21:24,263 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:21:24,263 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:21:24,263 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:21:24,263 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:21:24,263 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:21:24,267 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T19:21:24,282 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/.tmp/info/726f995582254d62a52f6141661cf3d6 is 129, key is test,,1731093673982.8ead7292face386b0d4378b6b504dba6./info:regioninfo/1731093675151/Put/seqid=0 2024-11-08T19:21:24,283 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/default/test/8ead7292face386b0d4378b6b504dba6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:21:24,283 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:21:24,283 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:21:24,284 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731093673982.8ead7292face386b0d4378b6b504dba6. 2024-11-08T19:21:24,284 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ead7292face386b0d4378b6b504dba6: Waiting for close lock at 1731093684263Running coprocessor pre-close hooks at 1731093684263Disabling compacts and flushes for region at 1731093684263Disabling writes for close at 1731093684263Writing region close event to WAL at 1731093684269 (+6 ms)Running coprocessor post-close hooks at 1731093684283 (+14 ms)Closed at 1731093684283 2024-11-08T19:21:24,284 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731093673982.8ead7292face386b0d4378b6b504dba6. 2024-11-08T19:21:24,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741841_1017 (size=6421) 2024-11-08T19:21:24,294 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/.tmp/info/726f995582254d62a52f6141661cf3d6 2024-11-08T19:21:24,311 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:24,312 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/.tmp/ns/37ac56356a244acfbec0646531160f62 is 43, key is default/ns:d/1731093668122/Put/seqid=0 2024-11-08T19:21:24,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741842_1018 (size=5153) 2024-11-08T19:21:24,325 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/.tmp/ns/37ac56356a244acfbec0646531160f62 2024-11-08T19:21:24,340 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/.tmp/rep_barrier/16c1819c563e4b46bc70609f1b30e20b is 112, key is test,,1731093673982.8ead7292face386b0d4378b6b504dba6./rep_barrier:seqnumDuringOpen/1731093675151/Put/seqid=0 2024-11-08T19:21:24,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741843_1019 (size=5518) 2024-11-08T19:21:24,352 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:21:24,389 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:24,424 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:21:24,424 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:21:24,463 DEBUG [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:21:24,663 DEBUG [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:21:24,743 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/.tmp/rep_barrier/16c1819c563e4b46bc70609f1b30e20b 2024-11-08T19:21:24,762 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/.tmp/table/cde9149c20d841bd9789fe13e6446a8e is 40, key is test/table:state/1731093675158/Put/seqid=0 2024-11-08T19:21:24,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741844_1020 (size=5165) 2024-11-08T19:21:24,863 DEBUG [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:21:25,064 DEBUG [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:21:25,168 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/.tmp/table/cde9149c20d841bd9789fe13e6446a8e 2024-11-08T19:21:25,172 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/.tmp/info/726f995582254d62a52f6141661cf3d6 as hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/info/726f995582254d62a52f6141661cf3d6 2024-11-08T19:21:25,176 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/info/726f995582254d62a52f6141661cf3d6, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T19:21:25,176 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/.tmp/ns/37ac56356a244acfbec0646531160f62 as hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/ns/37ac56356a244acfbec0646531160f62 2024-11-08T19:21:25,179 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/ns/37ac56356a244acfbec0646531160f62, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T19:21:25,180 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/.tmp/rep_barrier/16c1819c563e4b46bc70609f1b30e20b as hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/rep_barrier/16c1819c563e4b46bc70609f1b30e20b 2024-11-08T19:21:25,183 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/rep_barrier/16c1819c563e4b46bc70609f1b30e20b, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T19:21:25,184 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/.tmp/table/cde9149c20d841bd9789fe13e6446a8e as hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/table/cde9149c20d841bd9789fe13e6446a8e 2024-11-08T19:21:25,187 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/table/cde9149c20d841bd9789fe13e6446a8e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T19:21:25,188 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 925ms, sequenceid=11, compaction requested=false 2024-11-08T19:21:25,188 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:21:25,191 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T19:21:25,192 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:21:25,192 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:21:25,192 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:21:25,192 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093684263Running coprocessor pre-close hooks at 1731093684263Disabling compacts and flushes for region at 1731093684263Disabling writes for close at 1731093684263Obtaining lock to block concurrent updates at 1731093684267 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731093684267Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731093684267Flushing stores of hbase:meta,,1.1588230740 at 1731093684269 (+2 ms)Flushing 1588230740/info: creating writer at 1731093684269Flushing 1588230740/info: appending metadata at 1731093684282 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731093684282Flushing 1588230740/ns: creating writer at 1731093684297 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731093684312 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731093684312Flushing 1588230740/rep_barrier: creating writer at 1731093684327 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731093684339 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731093684339Flushing 1588230740/table: creating writer at 1731093684747 (+408 ms)Flushing 1588230740/table: appending metadata at 1731093684762 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731093684762Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d2f38eb: reopening flushed file at 1731093685172 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49604225: reopening flushed file at 1731093685176 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6785571f: reopening flushed file at 1731093685179 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23efa17b: reopening flushed file at 1731093685183 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 925ms, sequenceid=11, compaction requested=false at 1731093685188 (+5 ms)Writing region close event to WAL at 1731093685189 (+1 ms)Running coprocessor post-close hooks at 1731093685192 (+3 ms)Closed at 1731093685192 2024-11-08T19:21:25,192 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:21:25,217 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:25,264 INFO [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,42187,1731093665152; all regions closed. 2024-11-08T19:21:25,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741834_1010 (size=2717) 2024-11-08T19:21:25,266 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/WALs/692b295ad45c,42187,1731093665152/692b295ad45c%2C42187%2C1731093665152.meta.1731093668071.meta not finished, retry = 0 2024-11-08T19:21:25,291 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:25,368 DEBUG [RS:0;692b295ad45c:42187 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/oldWALs 2024-11-08T19:21:25,368 INFO [RS:0;692b295ad45c:42187 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C42187%2C1731093665152.meta:.meta(num 1731093668071) 2024-11-08T19:21:25,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741833_1009 (size=1374) 2024-11-08T19:21:25,369 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/WALs/692b295ad45c,42187,1731093665152/692b295ad45c%2C42187%2C1731093665152.1731093667544 not finished, retry = 0 2024-11-08T19:21:25,471 DEBUG [RS:0;692b295ad45c:42187 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/oldWALs 2024-11-08T19:21:25,471 INFO [RS:0;692b295ad45c:42187 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C42187%2C1731093665152:(num 1731093667544) 2024-11-08T19:21:25,471 DEBUG [RS:0;692b295ad45c:42187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:25,471 INFO [RS:0;692b295ad45c:42187 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:21:25,471 INFO [RS:0;692b295ad45c:42187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:21:25,471 INFO [RS:0;692b295ad45c:42187 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:21:25,471 INFO [RS:0;692b295ad45c:42187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:21:25,471 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:21:25,472 INFO [RS:0;692b295ad45c:42187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:42187. 2024-11-08T19:21:25,472 DEBUG [RS:0;692b295ad45c:42187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:21:25,472 DEBUG [RS:0;692b295ad45c:42187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:25,472 DEBUG [RS:0;692b295ad45c:42187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:25,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:21:25,472 INFO [RS:0;692b295ad45c:42187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42187 2024-11-08T19:21:25,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330/rs 2024-11-08T19:21:25,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1172953330/rs/692b295ad45c,42187,1731093665152 2024-11-08T19:21:25,570 INFO [RS:0;692b295ad45c:42187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:21:25,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,42187,1731093665152] 2024-11-08T19:21:25,591 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1172953330/draining/692b295ad45c,42187,1731093665152 already deleted, retry=false 2024-11-08T19:21:25,591 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,42187,1731093665152 expired; onlineServers=0 2024-11-08T19:21:25,591 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,43705,1731093664456' ***** 2024-11-08T19:21:25,591 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:21:25,592 INFO [M:0;692b295ad45c:43705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:21:25,592 INFO [M:0;692b295ad45c:43705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:21:25,592 DEBUG [M:0;692b295ad45c:43705 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:21:25,592 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:21:25,592 DEBUG [M:0;692b295ad45c:43705 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:21:25,592 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093667303 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093667303,5,FailOnTimeoutGroup] 2024-11-08T19:21:25,592 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093667303 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093667303,5,FailOnTimeoutGroup] 2024-11-08T19:21:25,592 INFO [M:0;692b295ad45c:43705 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:21:25,592 INFO [M:0;692b295ad45c:43705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:21:25,592 DEBUG [M:0;692b295ad45c:43705 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:21:25,592 INFO [M:0;692b295ad45c:43705 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:21:25,592 INFO [M:0;692b295ad45c:43705 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:21:25,592 INFO [M:0;692b295ad45c:43705 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:21:25,592 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:21:25,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1172953330/master 2024-11-08T19:21:25,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1172953330 2024-11-08T19:21:25,602 DEBUG [M:0;692b295ad45c:43705 {}] zookeeper.ZKUtil(347): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Unable to get data of znode /1-1172953330/master because node does not exist (not an error) 2024-11-08T19:21:25,602 WARN [M:0;692b295ad45c:43705 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:21:25,603 INFO [M:0;692b295ad45c:43705 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/.lastflushedseqids 2024-11-08T19:21:25,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741845_1021 (size=173) 2024-11-08T19:21:25,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:21:25,681 INFO [RS:0;692b295ad45c:42187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:21:25,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42187-0x1011be4f2560004, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:21:25,681 INFO [RS:0;692b295ad45c:42187 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,42187,1731093665152; zookeeper connection closed. 2024-11-08T19:21:25,681 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f123036 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f123036 2024-11-08T19:21:25,681 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:21:26,006 INFO [M:0;692b295ad45c:43705 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:21:26,006 INFO [M:0;692b295ad45c:43705 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:21:26,006 DEBUG [M:0;692b295ad45c:43705 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:21:26,006 INFO [M:0;692b295ad45c:43705 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:26,007 DEBUG [M:0;692b295ad45c:43705 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:26,007 DEBUG [M:0;692b295ad45c:43705 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:21:26,007 DEBUG [M:0;692b295ad45c:43705 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:26,007 INFO [M:0;692b295ad45c:43705 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-08T19:21:26,022 DEBUG [M:0;692b295ad45c:43705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7865a9767c24a10954da933f338f811 is 82, key is hbase:meta,,1/info:regioninfo/1731093668102/Put/seqid=0 2024-11-08T19:21:26,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741846_1022 (size=5672) 2024-11-08T19:21:26,025 INFO [M:0;692b295ad45c:43705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7865a9767c24a10954da933f338f811 2024-11-08T19:21:26,045 DEBUG [M:0;692b295ad45c:43705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9bda18f2e1c40b8ad2b6523e01549a3 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731093675162/Put/seqid=0 2024-11-08T19:21:26,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741847_1023 (size=6587) 2024-11-08T19:21:26,049 INFO [M:0;692b295ad45c:43705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9bda18f2e1c40b8ad2b6523e01549a3 2024-11-08T19:21:26,067 DEBUG [M:0;692b295ad45c:43705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/165862269ed949f6a144e8a83a9498e0 is 69, key is 692b295ad45c,42187,1731093665152/rs:state/1731093667370/Put/seqid=0 2024-11-08T19:21:26,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741848_1024 (size=5156) 2024-11-08T19:21:26,220 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:26,294 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:26,470 INFO [M:0;692b295ad45c:43705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/165862269ed949f6a144e8a83a9498e0 2024-11-08T19:21:26,474 DEBUG [M:0;692b295ad45c:43705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7865a9767c24a10954da933f338f811 as hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7865a9767c24a10954da933f338f811 2024-11-08T19:21:26,477 INFO [M:0;692b295ad45c:43705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7865a9767c24a10954da933f338f811, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T19:21:26,477 DEBUG [M:0;692b295ad45c:43705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9bda18f2e1c40b8ad2b6523e01549a3 as hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9bda18f2e1c40b8ad2b6523e01549a3 2024-11-08T19:21:26,480 INFO [M:0;692b295ad45c:43705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9bda18f2e1c40b8ad2b6523e01549a3, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T19:21:26,480 DEBUG [M:0;692b295ad45c:43705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/165862269ed949f6a144e8a83a9498e0 as hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/165862269ed949f6a144e8a83a9498e0 2024-11-08T19:21:26,483 INFO [M:0;692b295ad45c:43705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33549/user/jenkins/test-data/17438b24-efe4-3b7f-087b-3c419173ed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/165862269ed949f6a144e8a83a9498e0, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T19:21:26,484 INFO [M:0;692b295ad45c:43705 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 477ms, sequenceid=55, compaction requested=false 2024-11-08T19:21:26,488 INFO [M:0;692b295ad45c:43705 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:26,488 DEBUG [M:0;692b295ad45c:43705 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093686006Disabling compacts and flushes for region at 1731093686006Disabling writes for close at 1731093686007 (+1 ms)Obtaining lock to block concurrent updates at 1731093686007Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093686007Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731093686007Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093686007Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093686007Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093686022 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093686022Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093686029 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093686044 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093686044Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093686052 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093686067 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093686067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d5cf9d1: reopening flushed file at 1731093686474 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e236073: reopening flushed file at 1731093686477 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10a98994: reopening flushed file at 1731093686480 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 477ms, sequenceid=55, compaction requested=false at 1731093686484 (+4 ms)Writing region close event to WAL at 1731093686488 (+4 ms)Closed at 1731093686488 2024-11-08T19:21:26,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741830_1006 (size=32782) 2024-11-08T19:21:26,490 INFO [M:0;692b295ad45c:43705 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:21:26,490 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:21:26,490 INFO [M:0;692b295ad45c:43705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43705 2024-11-08T19:21:26,491 INFO [M:0;692b295ad45c:43705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:21:26,784 INFO [M:0;692b295ad45c:43705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:21:26,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:21:26,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43705-0x1011be4f2560003, quorum=127.0.0.1:50729, baseZNode=/1-1172953330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:21:26,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21d13a32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:21:26,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b030b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:21:26,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:21:26,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@534b8653{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:21:26,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79dd7543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/hadoop.log.dir/,STOPPED} 2024-11-08T19:21:26,815 WARN [BP-1492171391-172.17.0.2-1731093661354 heartbeating to localhost/127.0.0.1:33549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:21:26,815 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:21:26,815 WARN [BP-1492171391-172.17.0.2-1731093661354 heartbeating to localhost/127.0.0.1:33549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1492171391-172.17.0.2-1731093661354 (Datanode Uuid b46ef14c-e7c6-4e0a-957e-b787b6e8f08d) service to localhost/127.0.0.1:33549 2024-11-08T19:21:26,815 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:21:26,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/cluster_3d5d663c-2be5-1009-9438-2edcd5b790d1/data/data1/current/BP-1492171391-172.17.0.2-1731093661354 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:21:26,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/cluster_3d5d663c-2be5-1009-9438-2edcd5b790d1/data/data2/current/BP-1492171391-172.17.0.2-1731093661354 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:21:26,817 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:21:26,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6de4453f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:21:26,822 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f175b49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:21:26,822 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:21:26,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6976b7e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:21:26,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ef8514{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29dfe6ee-1ec3-e624-0de8-df512ad9da57/hadoop.log.dir/,STOPPED} 2024-11-08T19:21:26,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:21:26,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:21:26,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:21:26,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:21:26,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:26,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:26,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:21:26,835 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:21:26,835 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=830739889, stopped=false 2024-11-08T19:21:26,835 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,40633,1731093659462 2024-11-08T19:21:27,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0161702604/running 2024-11-08T19:21:27,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0161702604/running 2024-11-08T19:21:27,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604 2024-11-08T19:21:27,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604 2024-11-08T19:21:27,100 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:21:27,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:21:27,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Set watcher on znode that does not yet exist, /0161702604/running 2024-11-08T19:21:27,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Set watcher on znode that does not yet exist, /0161702604/running 2024-11-08T19:21:27,100 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:21:27,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:27,101 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,39831,1731093659757' ***** 2024-11-08T19:21:27,101 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:21:27,101 INFO [RS:0;692b295ad45c:39831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:21:27,101 INFO [RS:0;692b295ad45c:39831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:21:27,101 INFO [RS:0;692b295ad45c:39831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:21:27,101 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:21:27,101 INFO [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e012365e6a47d469aed2525fa9442e4 2024-11-08T19:21:27,101 INFO [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(3091): Received CLOSE for 883a55e397393330a063d3802ad85f34 2024-11-08T19:21:27,101 INFO [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,39831,1731093659757 2024-11-08T19:21:27,101 INFO [RS:0;692b295ad45c:39831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:21:27,101 INFO [RS:0;692b295ad45c:39831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:39831. 2024-11-08T19:21:27,101 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e012365e6a47d469aed2525fa9442e4, disabling compactions & flushes 2024-11-08T19:21:27,101 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4. 2024-11-08T19:21:27,101 DEBUG [RS:0;692b295ad45c:39831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:21:27,101 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4. 2024-11-08T19:21:27,102 DEBUG [RS:0;692b295ad45c:39831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:27,102 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4. after waiting 0 ms 2024-11-08T19:21:27,102 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4. 2024-11-08T19:21:27,102 INFO [RS:0;692b295ad45c:39831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:21:27,102 INFO [RS:0;692b295ad45c:39831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:21:27,102 INFO [RS:0;692b295ad45c:39831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:21:27,102 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6e012365e6a47d469aed2525fa9442e4 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-08T19:21:27,102 INFO [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:21:27,102 INFO [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T19:21:27,102 DEBUG [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(1325): Online Regions={6e012365e6a47d469aed2525fa9442e4=hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4., 1588230740=hbase:meta,,1.1588230740, 883a55e397393330a063d3802ad85f34=test,,1731093672839.883a55e397393330a063d3802ad85f34.} 2024-11-08T19:21:27,102 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:21:27,102 DEBUG [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e012365e6a47d469aed2525fa9442e4, 883a55e397393330a063d3802ad85f34 2024-11-08T19:21:27,102 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:21:27,102 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:21:27,102 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:21:27,102 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:21:27,102 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T19:21:27,117 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/replication/6e012365e6a47d469aed2525fa9442e4/.tmp/hfileref/f3107b7a1d4e40cdb8cbde48e70de1e0 is 74, key is 1/hfileref:39f69520a6514c7c823fb235187ace7b_SeqId_6_/1731093681721/DeleteColumn/seqid=0 2024-11-08T19:21:27,119 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/.tmp/info/b7e748479b624ba6ace09d3df5d31b3d is 147, key is hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4./info:regioninfo/1731093677705/Put/seqid=0 2024-11-08T19:21:27,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741847_1023 (size=5489) 2024-11-08T19:21:27,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741848_1024 (size=7686) 2024-11-08T19:21:27,169 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:21:27,302 DEBUG [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e012365e6a47d469aed2525fa9442e4, 883a55e397393330a063d3802ad85f34 2024-11-08T19:21:27,323 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:27,371 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T19:21:27,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:27,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:27,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:27,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:27,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:27,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:27,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:27,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:27,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:27,397 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:27,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:27,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:27,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:27,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:27,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:27,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:27,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:27,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:27,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T19:21:27,494 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:21:27,494 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:21:27,502 DEBUG [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e012365e6a47d469aed2525fa9442e4, 883a55e397393330a063d3802ad85f34 2024-11-08T19:21:27,521 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/replication/6e012365e6a47d469aed2525fa9442e4/.tmp/hfileref/f3107b7a1d4e40cdb8cbde48e70de1e0 2024-11-08T19:21:27,524 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/.tmp/info/b7e748479b624ba6ace09d3df5d31b3d 2024-11-08T19:21:27,540 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/.tmp/ns/9eb598dc05704777a46fa0656aca69f9 is 43, key is default/ns:d/1731093661282/Put/seqid=0 2024-11-08T19:21:27,542 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/replication/6e012365e6a47d469aed2525fa9442e4/.tmp/queue/69484321837b4d48974862178507a988 is 153, key is 1-692b295ad45c,39831,1731093659757/queue:692b295ad45c%2C39831%2C1731093659757/1731093681722/Put/seqid=0 2024-11-08T19:21:27,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741849_1025 (size=5153) 2024-11-08T19:21:27,543 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/.tmp/ns/9eb598dc05704777a46fa0656aca69f9 2024-11-08T19:21:27,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741850_1026 (size=5504) 2024-11-08T19:21:27,545 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/replication/6e012365e6a47d469aed2525fa9442e4/.tmp/queue/69484321837b4d48974862178507a988 2024-11-08T19:21:27,553 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/replication/6e012365e6a47d469aed2525fa9442e4/.tmp/hfileref/f3107b7a1d4e40cdb8cbde48e70de1e0 as hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/replication/6e012365e6a47d469aed2525fa9442e4/hfileref/f3107b7a1d4e40cdb8cbde48e70de1e0 2024-11-08T19:21:27,556 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/replication/6e012365e6a47d469aed2525fa9442e4/hfileref/f3107b7a1d4e40cdb8cbde48e70de1e0, entries=6, sequenceid=17, filesize=5.4 K 2024-11-08T19:21:27,557 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/replication/6e012365e6a47d469aed2525fa9442e4/.tmp/queue/69484321837b4d48974862178507a988 as hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/replication/6e012365e6a47d469aed2525fa9442e4/queue/69484321837b4d48974862178507a988 2024-11-08T19:21:27,561 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/replication/6e012365e6a47d469aed2525fa9442e4/queue/69484321837b4d48974862178507a988, entries=2, sequenceid=17, filesize=5.4 K 2024-11-08T19:21:27,562 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 6e012365e6a47d469aed2525fa9442e4 in 459ms, sequenceid=17, compaction requested=false 2024-11-08T19:21:27,564 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/.tmp/rep_barrier/2ed75665447f453b9ed6681589012fcb is 112, key is test,,1731093672839.883a55e397393330a063d3802ad85f34./rep_barrier:seqnumDuringOpen/1731093673614/Put/seqid=0 2024-11-08T19:21:27,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741851_1027 (size=5518) 2024-11-08T19:21:27,571 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/replication/6e012365e6a47d469aed2525fa9442e4/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-08T19:21:27,572 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:21:27,572 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:21:27,572 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4. 2024-11-08T19:21:27,572 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e012365e6a47d469aed2525fa9442e4: Waiting for close lock at 1731093687101Running coprocessor pre-close hooks at 1731093687101Disabling compacts and flushes for region at 1731093687101Disabling writes for close at 1731093687102 (+1 ms)Obtaining lock to block concurrent updates at 1731093687102Preparing flush snapshotting stores in 6e012365e6a47d469aed2525fa9442e4 at 1731093687102Finished memstore snapshotting hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731093687102Flushing stores of hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4. at 1731093687103 (+1 ms)Flushing 6e012365e6a47d469aed2525fa9442e4/hfileref: creating writer at 1731093687103Flushing 6e012365e6a47d469aed2525fa9442e4/hfileref: appending metadata at 1731093687116 (+13 ms)Flushing 6e012365e6a47d469aed2525fa9442e4/hfileref: closing flushed file at 1731093687116Flushing 6e012365e6a47d469aed2525fa9442e4/queue: creating writer at 1731093687525 (+409 ms)Flushing 6e012365e6a47d469aed2525fa9442e4/queue: appending metadata at 1731093687541 (+16 ms)Flushing 6e012365e6a47d469aed2525fa9442e4/queue: closing flushed file at 1731093687541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547edef5: reopening flushed file at 1731093687552 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a1804af: reopening flushed file at 1731093687556 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 6e012365e6a47d469aed2525fa9442e4 in 459ms, sequenceid=17, compaction requested=false at 1731093687562 (+6 ms)Writing region close event to WAL at 1731093687569 (+7 ms)Running coprocessor post-close hooks at 1731093687572 (+3 ms)Closed at 1731093687572 2024-11-08T19:21:27,572 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731093677288.6e012365e6a47d469aed2525fa9442e4. 2024-11-08T19:21:27,572 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 883a55e397393330a063d3802ad85f34, disabling compactions & flushes 2024-11-08T19:21:27,572 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731093672839.883a55e397393330a063d3802ad85f34. 2024-11-08T19:21:27,572 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731093672839.883a55e397393330a063d3802ad85f34. 2024-11-08T19:21:27,572 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731093672839.883a55e397393330a063d3802ad85f34. after waiting 0 ms 2024-11-08T19:21:27,572 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731093672839.883a55e397393330a063d3802ad85f34. 2024-11-08T19:21:27,578 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/default/test/883a55e397393330a063d3802ad85f34/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:21:27,579 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:21:27,579 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T19:21:27,579 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731093672839.883a55e397393330a063d3802ad85f34. 2024-11-08T19:21:27,579 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 883a55e397393330a063d3802ad85f34: Waiting for close lock at 1731093687572Running coprocessor pre-close hooks at 1731093687572Disabling compacts and flushes for region at 1731093687572Disabling writes for close at 1731093687572Writing region close event to WAL at 1731093687576 (+4 ms)Running coprocessor post-close hooks at 1731093687579 (+3 ms)Closed at 1731093687579 2024-11-08T19:21:27,579 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731093672839.883a55e397393330a063d3802ad85f34. 2024-11-08T19:21:27,702 DEBUG [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:21:27,903 DEBUG [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:21:27,971 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/.tmp/rep_barrier/2ed75665447f453b9ed6681589012fcb 2024-11-08T19:21:27,987 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/.tmp/table/b6e6a9095b8f4926bc32b105b9b14bb2 is 53, key is hbase:replication/table:state/1731093677711/Put/seqid=0 2024-11-08T19:21:27,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741852_1028 (size=5308) 2024-11-08T19:21:28,103 INFO [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T19:21:28,103 DEBUG [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:21:28,103 DEBUG [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:21:28,303 DEBUG [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:21:28,391 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/.tmp/table/b6e6a9095b8f4926bc32b105b9b14bb2 2024-11-08T19:21:28,397 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/.tmp/info/b7e748479b624ba6ace09d3df5d31b3d as hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/info/b7e748479b624ba6ace09d3df5d31b3d 2024-11-08T19:21:28,402 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/info/b7e748479b624ba6ace09d3df5d31b3d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T19:21:28,403 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/.tmp/ns/9eb598dc05704777a46fa0656aca69f9 as hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/ns/9eb598dc05704777a46fa0656aca69f9 2024-11-08T19:21:28,412 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/ns/9eb598dc05704777a46fa0656aca69f9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T19:21:28,413 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/.tmp/rep_barrier/2ed75665447f453b9ed6681589012fcb as hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/rep_barrier/2ed75665447f453b9ed6681589012fcb 2024-11-08T19:21:28,420 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/rep_barrier/2ed75665447f453b9ed6681589012fcb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T19:21:28,421 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/.tmp/table/b6e6a9095b8f4926bc32b105b9b14bb2 as hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/table/b6e6a9095b8f4926bc32b105b9b14bb2 2024-11-08T19:21:28,429 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/table/b6e6a9095b8f4926bc32b105b9b14bb2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T19:21:28,430 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=16, compaction requested=false 2024-11-08T19:21:28,430 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:21:28,453 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T19:21:28,453 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T19:21:28,453 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:21:28,453 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:21:28,453 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093687102Running coprocessor pre-close hooks at 1731093687102Disabling compacts and flushes for region at 1731093687102Disabling writes for close at 1731093687102Obtaining lock to block concurrent updates at 1731093687102Preparing flush snapshotting stores in 1588230740 at 1731093687102Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731093687102Flushing stores of hbase:meta,,1.1588230740 at 1731093687103 (+1 ms)Flushing 1588230740/info: creating writer at 1731093687103Flushing 1588230740/info: appending metadata at 1731093687118 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731093687118Flushing 1588230740/ns: creating writer at 1731093687527 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731093687539 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731093687539Flushing 1588230740/rep_barrier: creating writer at 1731093687547 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731093687564 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731093687564Flushing 1588230740/table: creating writer at 1731093687974 (+410 ms)Flushing 1588230740/table: appending metadata at 1731093687987 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731093687987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75bef568: reopening flushed file at 1731093688396 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6151adeb: reopening flushed file at 1731093688402 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2040effe: reopening flushed file at 1731093688412 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c82b4: reopening flushed file at 1731093688420 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=16, compaction requested=false at 1731093688430 (+10 ms)Writing region close event to WAL at 1731093688444 (+14 ms)Running coprocessor post-close hooks at 1731093688453 (+9 ms)Closed at 1731093688453 2024-11-08T19:21:28,453 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:21:28,503 INFO [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,39831,1731093659757; all regions closed. 2024-11-08T19:21:28,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741844_1020 (size=859) 2024-11-08T19:21:28,507 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.meta.1731093679636.meta not finished, retry = 0 2024-11-08T19:21:28,527 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:28,531 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:21:28,531 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 688, reset compression=false 2024-11-08T19:21:28,531 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-692b295ad45c,39831,1731093659757 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:21:28,532 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 692b295ad45c,39831,1731093659757: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-692b295ad45c,39831,1731093659757, walGroup=692b295ad45c%2C39831%2C1731093659757, offset=692b295ad45c%2C39831%2C1731093659757.1731093679610:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:39831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T19:21:28,533 ERROR [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T19:21:28,533 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T19:21:28,534 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T19:21:28,534 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T19:21:28,534 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T19:21:28,534 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1625292800, "init": 1048576000, "max": 2306867200, "used": 1160485464 }, "NonHeapMemoryUsage": { "committed": 210894848, "init": 7667712, "max": -1, "used": 207896760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T19:21:28,534 WARN [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:40633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=692b295ad45c:40633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T19:21:28,601 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 393, reset compression=false 2024-11-08T19:21:28,614 DEBUG [RS:0;692b295ad45c:39831 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/oldWALs 2024-11-08T19:21:28,614 INFO [RS:0;692b295ad45c:39831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C39831%2C1731093659757.meta:.meta(num 1731093679636) 2024-11-08T19:21:28,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741842_1018 (size=2791) 2024-11-08T19:21:28,629 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T19:21:28,629 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 to pos 688, reset compression=false 2024-11-08T19:21:28,629 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-692b295ad45c,39831,1731093659757 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T19:21:28,630 DEBUG [RS:0;692b295ad45c:39831 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/oldWALs 2024-11-08T19:21:28,630 INFO [RS:0;692b295ad45c:39831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C39831%2C1731093659757.rep:(num 1731093679581) 2024-11-08T19:21:28,630 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-08T19:21:28,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741843_1019 (size=696) 2024-11-08T19:21:28,634 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 for the last time to pos 688, reset compression=false 2024-11-08T19:21:28,635 DEBUG [RS:0;692b295ad45c:39831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/oldWALs 2024-11-08T19:21:28,635 INFO [RS:0;692b295ad45c:39831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C39831%2C1731093659757:(num 1731093679610) 2024-11-08T19:21:28,635 DEBUG [RS:0;692b295ad45c:39831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:28,635 INFO [RS:0;692b295ad45c:39831 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:21:28,635 INFO [RS:0;692b295ad45c:39831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:21:28,635 INFO [RS:0;692b295ad45c:39831 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T19:21:28,635 INFO [RS:0;692b295ad45c:39831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:21:28,635 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:21:28,635 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 was moved to hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/oldWALs/692b295ad45c%2C39831%2C1731093659757.1731093679610 2024-11-08T19:21:28,635 INFO [RS:0;692b295ad45c:39831 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-692b295ad45c,39831,1731093659757 because: Region server is closing 2024-11-08T19:21:28,636 INFO [RS:0;692b295ad45c:39831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:39831. 2024-11-08T19:21:28,636 DEBUG [RS:0;692b295ad45c:39831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:21:28,636 DEBUG [RS:0;692b295ad45c:39831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:28,636 DEBUG [RS:0;692b295ad45c:39831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:28,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:21:28,638 INFO [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 was moved to hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/oldWALs/692b295ad45c%2C39831%2C1731093659757.1731093679610 2024-11-08T19:21:28,638 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 and length of the file is 696 2024-11-08T19:21:28,638 DEBUG [RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.wal-reader.692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/WALs/692b295ad45c,39831,1731093659757/692b295ad45c%2C39831%2C1731093659757.1731093679610 2024-11-08T19:21:28,736 INFO [RS:0;692b295ad45c:39831 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,1-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,1-692b295ad45c,39831,1731093659757 terminated 2024-11-08T19:21:28,736 INFO [RS:0;692b295ad45c:39831 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-692b295ad45c,39831,1731093659757 because: Region server is closing 2024-11-08T19:21:28,737 INFO [RS:0;692b295ad45c:39831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:39831. 2024-11-08T19:21:28,737 DEBUG [RS:0;692b295ad45c:39831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:21:28,737 DEBUG [RS:0;692b295ad45c:39831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:28,737 DEBUG [RS:0;692b295ad45c:39831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:21:28,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:21:28,837 INFO [RS:0;692b295ad45c:39831 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/692b295ad45c:0-0.replicationSource,2-692b295ad45c,39831,1731093659757.replicationSource.shipper692b295ad45c%2C39831%2C1731093659757,2-692b295ad45c,39831,1731093659757 terminated 2024-11-08T19:21:28,837 INFO [RS:0;692b295ad45c:39831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39831 2024-11-08T19:21:28,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604/rs 2024-11-08T19:21:28,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0161702604/rs/692b295ad45c,39831,1731093659757 2024-11-08T19:21:28,949 INFO [RS:0;692b295ad45c:39831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:21:28,960 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,39831,1731093659757] 2024-11-08T19:21:28,970 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0161702604/draining/692b295ad45c,39831,1731093659757 already deleted, retry=false 2024-11-08T19:21:28,970 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,39831,1731093659757 expired; onlineServers=0 2024-11-08T19:21:28,970 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,40633,1731093659462' ***** 2024-11-08T19:21:28,970 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:21:28,970 INFO [M:0;692b295ad45c:40633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:21:28,970 INFO [M:0;692b295ad45c:40633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:21:28,970 DEBUG [M:0;692b295ad45c:40633 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:21:28,971 DEBUG [M:0;692b295ad45c:40633 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:21:28,971 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:21:28,971 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093660404 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093660404,5,FailOnTimeoutGroup] 2024-11-08T19:21:28,971 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093660392 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093660392,5,FailOnTimeoutGroup] 2024-11-08T19:21:28,971 INFO [M:0;692b295ad45c:40633 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:21:28,971 INFO [M:0;692b295ad45c:40633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:21:28,971 DEBUG [M:0;692b295ad45c:40633 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:21:28,971 INFO [M:0;692b295ad45c:40633 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:21:28,971 INFO [M:0;692b295ad45c:40633 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:21:28,971 ERROR [M:0;692b295ad45c:40633 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1299828598) connection to localhost/127.0.0.1:45395 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45395,5,PEWorkerGroup] 2024-11-08T19:21:28,971 INFO [M:0;692b295ad45c:40633 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:21:28,971 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:21:28,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0161702604/master 2024-11-08T19:21:28,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161702604 2024-11-08T19:21:28,981 DEBUG [M:0;692b295ad45c:40633 {}] zookeeper.ZKUtil(347): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Unable to get data of znode /0161702604/master because node does not exist (not an error) 2024-11-08T19:21:28,981 WARN [M:0;692b295ad45c:40633 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:21:28,981 INFO [M:0;692b295ad45c:40633 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/.lastflushedseqids 2024-11-08T19:21:28,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741853_1029 (size=263) 2024-11-08T19:21:29,060 INFO [RS:0;692b295ad45c:39831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:21:29,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:21:29,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1011be4f2560001, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:21:29,060 INFO [RS:0;692b295ad45c:39831 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,39831,1731093659757; zookeeper connection closed. 2024-11-08T19:21:29,060 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a761f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a761f 2024-11-08T19:21:29,060 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:21:29,385 INFO [M:0;692b295ad45c:40633 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:21:29,385 INFO [M:0;692b295ad45c:40633 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:21:29,385 DEBUG [M:0;692b295ad45c:40633 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:21:29,385 INFO [M:0;692b295ad45c:40633 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:29,386 DEBUG [M:0;692b295ad45c:40633 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:29,386 DEBUG [M:0;692b295ad45c:40633 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:21:29,386 DEBUG [M:0;692b295ad45c:40633 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:29,386 INFO [M:0;692b295ad45c:40633 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-08T19:21:29,399 DEBUG [M:0;692b295ad45c:40633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/530bf597b4494254b6777e7f5567beef is 82, key is hbase:meta,,1/info:regioninfo/1731093661215/Put/seqid=0 2024-11-08T19:21:29,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741854_1030 (size=5672) 2024-11-08T19:21:29,402 INFO [M:0;692b295ad45c:40633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/530bf597b4494254b6777e7f5567beef 2024-11-08T19:21:29,421 DEBUG [M:0;692b295ad45c:40633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/072ef8ef5c9743a7bee82bdebe98eac2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731093677714/Put/seqid=0 2024-11-08T19:21:29,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741855_1031 (size=8909) 2024-11-08T19:21:29,445 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:21:29,825 INFO [M:0;692b295ad45c:40633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/072ef8ef5c9743a7bee82bdebe98eac2 2024-11-08T19:21:29,844 DEBUG [M:0;692b295ad45c:40633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd14461e7b4841bb9b41585230ecd015 is 69, key is 692b295ad45c,39831,1731093659757/rs:state/1731093660447/Put/seqid=0 2024-11-08T19:21:29,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741856_1032 (size=5156) 2024-11-08T19:21:30,248 INFO [M:0;692b295ad45c:40633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd14461e7b4841bb9b41585230ecd015 2024-11-08T19:21:30,252 DEBUG [M:0;692b295ad45c:40633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/530bf597b4494254b6777e7f5567beef as hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/530bf597b4494254b6777e7f5567beef 2024-11-08T19:21:30,255 INFO [M:0;692b295ad45c:40633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/530bf597b4494254b6777e7f5567beef, entries=8, sequenceid=112, filesize=5.5 K 2024-11-08T19:21:30,256 DEBUG [M:0;692b295ad45c:40633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/072ef8ef5c9743a7bee82bdebe98eac2 as hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/072ef8ef5c9743a7bee82bdebe98eac2 2024-11-08T19:21:30,259 INFO [M:0;692b295ad45c:40633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/072ef8ef5c9743a7bee82bdebe98eac2, entries=13, sequenceid=112, filesize=8.7 K 2024-11-08T19:21:30,260 DEBUG [M:0;692b295ad45c:40633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd14461e7b4841bb9b41585230ecd015 as hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd14461e7b4841bb9b41585230ecd015 2024-11-08T19:21:30,263 INFO [M:0;692b295ad45c:40633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45395/user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd14461e7b4841bb9b41585230ecd015, entries=1, sequenceid=112, filesize=5.0 K 2024-11-08T19:21:30,264 INFO [M:0;692b295ad45c:40633 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=112, compaction requested=false 2024-11-08T19:21:30,266 INFO [M:0;692b295ad45c:40633 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:21:30,266 DEBUG [M:0;692b295ad45c:40633 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093689385Disabling compacts and flushes for region at 1731093689385Disabling writes for close at 1731093689386 (+1 ms)Obtaining lock to block concurrent updates at 1731093689386Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093689386Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731093689386Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093689386Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093689386Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093689399 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093689399Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093689406 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093689421 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093689421Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093689828 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093689844 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093689844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28b0a92a: reopening flushed file at 1731093690251 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb44a4b: reopening flushed file at 1731093690255 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25bddb95: reopening flushed file at 1731093690259 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=112, compaction requested=false at 1731093690264 (+5 ms)Writing region close event to WAL at 1731093690266 (+2 ms)Closed at 1731093690266 2024-11-08T19:21:30,268 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b53b7c9-e3e6-ad99-e9e4-d3a156693d75/MasterData/WALs/692b295ad45c,40633,1731093659462/692b295ad45c%2C40633%2C1731093659462.1731093660071 not finished, retry = 0 2024-11-08T19:21:30,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40541 is added to blk_1073741830_1006 (size=69055) 2024-11-08T19:21:30,369 INFO [M:0;692b295ad45c:40633 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:21:30,369 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:21:30,369 INFO [M:0;692b295ad45c:40633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40633 2024-11-08T19:21:30,369 INFO [M:0;692b295ad45c:40633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:21:30,540 INFO [M:0;692b295ad45c:40633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:21:30,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:21:30,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40633-0x1011be4f2560000, quorum=127.0.0.1:50729, baseZNode=/0161702604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:21:30,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d10570c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:21:30,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bd5237f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:21:30,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:21:30,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e6aaf0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:21:30,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24dcdcec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/hadoop.log.dir/,STOPPED} 2024-11-08T19:21:30,548 WARN [BP-1544426511-172.17.0.2-1731093657284 heartbeating to localhost/127.0.0.1:45395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:21:30,548 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:21:30,548 WARN [BP-1544426511-172.17.0.2-1731093657284 heartbeating to localhost/127.0.0.1:45395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1544426511-172.17.0.2-1731093657284 (Datanode Uuid ac612fd9-470a-4c2a-aeef-6d930624ef39) service to localhost/127.0.0.1:45395 2024-11-08T19:21:30,548 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:21:30,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/cluster_c187b78a-919a-22b1-5332-018177407ccb/data/data1/current/BP-1544426511-172.17.0.2-1731093657284 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:21:30,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/cluster_c187b78a-919a-22b1-5332-018177407ccb/data/data2/current/BP-1544426511-172.17.0.2-1731093657284 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:21:30,549 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:21:30,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46f83561{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:21:30,555 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63cc3196{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:21:30,555 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:21:30,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25f3adc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:21:30,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@139ed7ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0fb821ac-0668-34ab-2522-557a38e9df54/hadoop.log.dir/,STOPPED} 2024-11-08T19:21:30,560 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:21:30,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:21:30,592 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 527) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45395 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:36381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50729) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50729) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36381 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36381 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50729) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33549 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45395 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45395 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33549 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:45395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=983 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=513 (was 424) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1182 (was 1435) 2024-11-08T19:21:30,593 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500